{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:04.744314388Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"72565207-a324-4d3c-8b37-ba42839676c2","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":322,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.431467995Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.431525276Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.431816401Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.432563604Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.432573504Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.432753167Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.433890516Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.436421618Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.436435048Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.43657451Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.438683085Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.438921599Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.440408254Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.442905686Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.442925226Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.443054958Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.45519014Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.455216071Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":14,"elapsed":"23.759095ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.468600143Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.468830877Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:09.49726783Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"64.696517ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:14.743922457Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"5a0b7813-5c52-444c-9a04-46d97243d89f","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":301,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.431093406Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.431152657Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.431445412Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.432226695Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.432237865Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.43251396Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.433611988Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.436087619Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.43611154Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.436231191Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.437595304Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.437813558Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.439381134Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.441827515Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.441847125Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.441973107Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.45419738Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.454220991Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":15,"elapsed":"23.141436ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.461698925Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.461870728Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:19.463239681Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"31.014446ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:24.743557539Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"b7ca317d-101e-4a7d-8d61-edeba59b9fc2","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":334,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.431937347Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.431995298Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432007148Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432015928Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432024448Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432032418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432040448Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432048159Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432057389Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432065499Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432074309Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432083749Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432091389Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432099409Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.4321083Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.43211706Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.43212564Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.43213381Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.43214622Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.43215439Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.43216284Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.43216937Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432176711Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432184781Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432195651Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432205671Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.432213311Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432221331Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432229271Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432236472Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432246092Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432254132Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432261582Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432274312Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432291292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432352193Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432365884Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432430235Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432658459Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.43272685Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.43274885Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432771231Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432787821Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432797731Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432808851Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432818721Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432838102Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432847082Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432887082Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432912273Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.432923503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.433851129Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.435451075Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1063, tv_nsec: 136237541 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.435552297Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":6,"elapsed":"3.63066ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.435610768Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1063, tv_nsec: 136410113 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.43575367Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.435842422Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.435991044Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.436768307Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.436777817Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.43694901Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.438017468Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.438034398Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.43816771Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.440442008Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.44113887Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.441857852Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.44355237Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.4435781Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.443751683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.444504816Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.444528576Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.444697199Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.444711509Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.44476639Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.444883592Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.448703246Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.448784867Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1063, tv_nsec: 149566272 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.4489453Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.449145133Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.451320919Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.451511682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.458673451Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.462661108Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.462712469Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.462868851Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.474329302Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.474536735Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":6,"elapsed":"42.359925ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.474761779Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.475580703Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":6,"elapsed":"43.526344ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.477130529Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.477157559Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.477169619Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":16,"elapsed":"45.224802ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.477430094Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.47902836Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.479279614Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.483310352Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.483754489Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.487003183Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.487265737Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.487311378Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.487330198Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.487340128Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.487632073Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.488660161Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"56.415668ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.489646047Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.491207923Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.491565729Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.491587759Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.491767192Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.492900671Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.492921071Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":6,"elapsed":"60.71838ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.493931238Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.493957158Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.494101991Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.495882401Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.496081054Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.498130098Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.50008406Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.500103981Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.500240863Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.51570912Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"83.585811ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.520865806Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":6,"elapsed":"88.766037ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.522619495Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"90.559847ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.523833336Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.523849596Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.523856406Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.524139101Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.532263736Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.532285106Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.532587661Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a181d264-7edd-42f6-bd58-17a37d69b5b1\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:45:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.532606942Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.534352341Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.55175661Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.552141607Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.554398254Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.554659639Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.556357037Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.558498972Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.558521373Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.558531553Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":6,"elapsed":"126.364403ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.559053362Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.559081492Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.559219475Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.560606647Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":6,"elapsed":"128.321825ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.563371613Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.563680519Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.588074635Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":7,"elapsed":"155.810072ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.616396836Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.616413826Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.616725501Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27041611-0189-4d93-9b27-e9b2917cdb12\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:45:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.616756122Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.618627273Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.64606384Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.646431826Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.646832242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.646843053Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.647124847Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f1124fa-d1f8-4510-93ef-c5d5dfa25190\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:45:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.647143707Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.64789973Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.648208315Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.648432399Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f77b2c4-273f-4f39-bad2-52c8b169bf0d\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:45:29 GMT\"} })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.648840606Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.649204442Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.649492117Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.649757021Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.649766541Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.649919584Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.666067782Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.666088913Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.666489309Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1465516-37b5-4fe0-b2ce-fd99b0c25148\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:45:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.66650922Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.666731953Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.668010615Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":6,"elapsed":"236.080729ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.66832666Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.670106629Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.67011774Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.670254362Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.709979563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":6,"elapsed":"277.990126ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.71402471Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.714053581Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.714302535Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f8a2eba6-a4a2-48ec-91b9-72e8c79a90d9\", \"date\": \"Sat, 21 Dec 2024 07:45:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.714322645Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.714573729Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.716640514Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.716820047Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.720490588Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.720680641Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.724748679Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.724767509Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.725081454Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ae109f72-ef72-442d-99b1-f61e1dd6f720\", \"date\": \"Sat, 21 Dec 2024 07:45:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.726899234Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":6,"elapsed":"294.686193ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.748813049Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.749150785Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34ba5539-1698-47ad-a222-b2f34919602b\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:45:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.749173525Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.749190936Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.749202306Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.750014339Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":6,"elapsed":"317.884819ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.797984007Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.798337883Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.800394848Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.800409428Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.800580651Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.807843801Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.808105466Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2594c7dc-23fa-4382-9b46-02e0d0114673\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:45:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.808138656Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.808150177Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.808407151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.808419941Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.808427081Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.808434351Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.808441411Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.808448671Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.808623504Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.808633514Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.808871769Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.808880609Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.809105632Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.810713759Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.810815271Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"003a40d4-e386-405c-a56a-560d0bcc0695\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:45:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.810826461Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.810909792Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"249b9840-a38a-42ea-97d4-9d8e16c2c658\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:45:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.810932033Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.810944163Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.902276393Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9a2a7aac-4514-4c4e-b0ee-a83b99e82d6b\", \"date\": \"Sat, 21 Dec 2024 07:45:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:29.902295233Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.902303243Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.902512436Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f67ebde9-9469-44c9-bf94-bedbc6910fdc\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:45:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.902552387Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.902835282Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.905940093Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.906222838Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.909251409Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.909460362Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.911596768Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.911788821Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:29.917979134Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":6,"elapsed":"485.963136ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:34.7341978Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"67eb14bd-dd53-49a4-8186-6ee257a85722","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:34.734665637Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"67eb14bd-dd53-49a4-8186-6ee257a85722","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:34.737454894Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"67eb14bd-dd53-49a4-8186-6ee257a85722","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3355,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:34.737670658Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"39018f29-8fea-4b43-8ea9-4a643502d594","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:34.737933592Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"39018f29-8fea-4b43-8ea9-4a643502d594","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:34.739719682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"39018f29-8fea-4b43-8ea9-4a643502d594","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2090,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:34.744301448Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"bc63da2b-7434-4a1d-9ddf-8f961c4d35eb","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":384,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.431470037Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.431521057Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.431816682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.432445253Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.432459153Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.432968111Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.433669203Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.434596778Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.434876563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.436183085Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"3.739662ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.436286487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.436297097Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.436436429Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.438530364Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.438700347Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.440298913Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.442732894Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.442747414Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.442888907Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.455777961Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:39.455791191Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":17,"elapsed":"24.341635ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:44.743621994Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"7358fa0e-316f-4703-bdc9-8a35b4609357","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":277,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.43182478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.431881731Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.432300958Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.432371919Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.432382159Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.432548182Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.434290961Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.434495664Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.434796639Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.437081157Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.437091138Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.43725956Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.439478587Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.43967895Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.441072794Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.443571795Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.443589706Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.443726938Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.456242516Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.456269577Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":18,"elapsed":"24.461597ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:49.46308092Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"30.69803ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:54.743483378Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"3455073f-07be-4232-8c24-8d5694a810f4","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":303,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431699724Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431759575Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431771485Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431781286Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431789176Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431797826Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431806146Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431815696Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431822926Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":5,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:45:59.431831657Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431841777Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\"}","iteration":5,"elapsed":"14.64µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431852167Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431861407Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431870337Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":19,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.431878287Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:35:59.431787866 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431887418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431895628Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431904848Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431912008Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431920458Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431929758Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431938148Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431945939Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431954719Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.431962679Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432079361Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432092751Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432101101Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432110001Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432117951Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432125731Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432144082Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432152582Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432160762Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":4,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.432169622Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432178382Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432187572Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432195623Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432203583Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432211903Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432222923Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432232063Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432243713Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432255624Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432273594Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432286724Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432300364Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432312654Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432325095Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432335215Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432346325Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432357105Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432368186Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432382126Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432394516Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432406236Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432417416Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432429536Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432441257Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432456487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432468947Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432480837Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432492597Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432504188Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432515558Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432527548Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.432538688Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432549569Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432564619Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432576109Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432590769Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bfae345-1659-4377-bca9-c55abec2aeb7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7c426166-4f75-4a87-b9ac-c0d590aea49b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1093, tv_nsec: 133274254 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.43261371Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4dd95bbd-e009-486c-8c96-451a6e195a49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1093, tv_nsec: 133294484 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.4326483Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432685191Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432703451Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432748532Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432763092Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432773992Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432791833Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432804493Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432814163Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432827743Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432841183Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432867474Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432895414Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432908435Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432920995Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432934335Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432944465Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.432990756Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.433088198Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.433102458Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":4,"elapsed":"1.306791ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.433174059Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.433184999Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.4332405Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.43325136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":4,"elapsed":"1.418054ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.433286281Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.433305911Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.433357842Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.433367362Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.433493544Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.433503104Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.433623226Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.434789696Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1093, tv_nsec: 135514931 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.434879177Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1093, tv_nsec: 135613523 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.435086191Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.435167302Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.435183482Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.435265114Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":7,"elapsed":"3.585759ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.435338935Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.435434726Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.435517618Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.435730471Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.435915554Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.43681876Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":7,"elapsed":"4.611957ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.437896647Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.437915868Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.43805728Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.438211383Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.438227183Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.438339625Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.44104113Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.441122171Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:35:59.431787866 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.441133701Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"expiration\":\"2024-12-21T07:35:59.431787866Z\",\"pruned\":[]}","iteration":4,"elapsed":"9.346655ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.441305574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.441882124Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.442314941Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.445131938Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.445146708Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.445160308Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.445169999Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.445398902Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.445409692Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.445700947Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.445709837Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.445747328Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.445757638Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.44588712Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.445924301Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.448125998Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.448324811Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":4,"elapsed":"16.016447ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.448350091Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.449363798Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.450502087Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.450519188Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.450527598Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":4,"elapsed":"18.169822ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.451242289Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.45126262Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.451401872Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.452347468Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.4543104Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.454339111Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.454458713Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.454480043Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.455688954Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.456860903Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.456873953Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.457027086Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.457039196Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.458140024Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.458435219Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.459152681Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.459367155Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.459393855Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.459629049Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.45965208Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.460767688Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.463402082Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.463428492Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.463679007Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.463962811Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.465923854Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.466165458Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.466193728Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.466340801Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.466737487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.467025512Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.467593081Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.467880646Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.468412515Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1093, tv_nsec: 169129241 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.468835902Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.469941301Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"nsuccess\":5}","iteration":3,"elapsed":"37.562835ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.472178538Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.475847859Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.475873079Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.47588249Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.481117357Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.48309121Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.483283143Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.483298243Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.483513697Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.483563577Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.488673382Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.4927241Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.494790244Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.495845072Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.495863022Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":7,"elapsed":"63.569098ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.496707596Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.496743517Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.496871319Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.501689079Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.501714429Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.501722289Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.502062135Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.504114239Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":7,"elapsed":"71.734764ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.504999484Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.505167727Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.505192037Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.505199557Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.505303599Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.505538153Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.506681972Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"74.409608ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.508161296Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.508184397Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.508196927Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":7,"elapsed":"75.927274ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.511605584Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.511630614Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.511640125Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.511648625Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.511883389Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.513254111Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.514848578Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.515039661Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.516039118Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.516057898Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.51619351Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.516586297Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.516596457Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.516602547Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.516608517Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.516683848Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.516897132Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.517016964Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.51739994Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"85.160887ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.518465178Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.518533499Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.521741362Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.521864055Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.521892155Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.521962216Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.522058518Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.522912082Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.522932882Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.522942702Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":4,"elapsed":"90.75153ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.524367136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.524398617Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.524722632Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.525714799Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.525737259Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.525885602Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.526029934Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.526058954Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.526265708Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.526785497Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.526966069Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.528534915Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"96.378933ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.528557986Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":7,"elapsed":"96.412684ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.529004173Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.529026484Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.529038194Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.529260288Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.530928215Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.533568179Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.5335915Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.533716242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.535737155Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.535753566Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.535762996Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:41.075205 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.535772706Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2}","iteration":4,"elapsed":"103.893078ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.537664887Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.537845561Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.543313212Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.543341082Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":19,"elapsed":"111.506135ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.545366416Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.547210686Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.547235497Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.547363659Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.563606109Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.563896724Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.565265427Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.565282117Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.565291797Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.56546244Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.565537841Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":7,"elapsed":"133.459051ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.589623802Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":8,"elapsed":"157.42169ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.59672238Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.597069986Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.606992021Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.610035672Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.610052172Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.610353497Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef755c05-81dd-4b38-85b7-66026ef8529e\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.610375877Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.6117231Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:45:59.6370153Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.637039331Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":4,"elapsed":"204.93194ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.648642574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.648672854Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.64897375Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c051988-8c2e-4677-a6a5-1f9bfcba0f8c\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.64899706Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.650392723Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.722855139Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.725405961Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.725420022Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.725887719Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65672943-4771-4d02-9030-17b0042add20\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.72590827Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.726285006Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.726667122Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.72713086Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.728064195Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.729109313Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.729120453Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.729298696Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.730645809Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.730674859Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.73075496Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.730777971Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.730816391Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.730937723Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.73255764Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.734135476Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.734148517Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.734161627Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:39.444085 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.734169777Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1}","iteration":4,"elapsed":"302.29148ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.734479932Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.734490793Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.734652455Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.735016171Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.735025101Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.735278506Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d12a871-81a3-407f-b014-8fc70660905a\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.735290076Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.736581827Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.767545892Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:42:50.264108Z, time_modified: 2024-12-21T07:42:50.264108Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.767581603Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]}},\"default_endpoint\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":4,"elapsed":"335.830438ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.773346389Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.773365099Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.773638884Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4132a0b7-7ef9-4bb7-a23a-4d86beeade0d\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.773653264Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.773749396Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.773970599Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.774119932Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d96cdef0-ce34-4a60-8748-f383b94117fc\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.774140492Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.775287171Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"f48c7f19-851e-4ddc-b67d-17c12b7e9c35\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.775300212Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.77638707Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.776773246Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.776870418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.776885188Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"345.136523ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.779664364Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.779920749Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.783293585Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.783304375Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.783713921Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d089fb70-8799-4a43-90bc-fb7f01740f9d\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.785388179Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":7,"elapsed":"352.997883ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.859062555Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.863459059Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.863738443Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1286a96f-a306-4bb9-86d5-d021c1819cf0\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.866014961Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.866269475Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.868705266Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":7,"elapsed":"436.988922ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.89541976Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":7,"elapsed":"463.690535ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.904203056Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.904548902Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6db71af-4822-4fa1-ac39-bc548fc2a15b\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.904574572Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.904583103Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.904590303Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.906422213Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":7,"elapsed":"474.242401ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.940435969Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.940902527Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1c54d4db-9866-43ee-bd41-d91b4ffd37a4\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.940927237Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.941906864Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b50ac66c-19cf-4ff1-9931-ad00f074d83c\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.941928724Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.943108204Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2222d976-28f6-4b88-8144-62beef9fccae\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.943119864Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.944344834Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.944376445Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"512.560289ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.982094552Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.982433438Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.984196937Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.984225948Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.984380571Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.991602091Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.991939026Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdd9c917-e2c3-40b4-903a-f24ec80d2626\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.991960917Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.991970467Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.992225981Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.992235221Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.992241491Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.992248031Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.992254622Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.992261022Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.992456105Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.992466115Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.992698519Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.992706969Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.993015194Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.994613461Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.994705602Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55da525a-1d42-4d2d-9fb5-a6b7362c9479\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.994721703Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.994795374Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21e4c516-b145-4078-aa89-54085b2ca8f5\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:45:59.994816714Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:45:59.994830444Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:00.090322492Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5ada8712-f301-4473-b85d-ebb99c5f64f0\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:00.090365153Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:00.090376063Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:00.090577437Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88374b01-00a0-4608-b5d2-87646ee6d77e\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:45:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:00.090622337Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:00.090874202Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:00.093732859Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:00.093931952Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:00.096978713Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:00.097311269Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:00.099121509Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:00.099308602Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:00.106021094Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":7,"elapsed":"673.8009ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:04.733323817Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"90b76574-e382-4f39-8ea4-e9f78cdae025","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:04.733637492Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"90b76574-e382-4f39-8ea4-e9f78cdae025","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:04.73592738Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"90b76574-e382-4f39-8ea4-e9f78cdae025","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2667,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:04.736157004Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"0005439d-d642-4a0e-b29f-90d8aa33e2da","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:04.736386988Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"0005439d-d642-4a0e-b29f-90d8aa33e2da","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:04.737845352Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"0005439d-d642-4a0e-b29f-90d8aa33e2da","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1719,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:04.744298459Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"3e2947fc-456e-4291-8b18-55dd0536f561","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":245,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.431462359Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.43151358Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.431808865Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.432454536Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.432472606Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.432679789Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.433772327Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.43452158Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.434755764Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.436091116Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"3.624011ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.43629624Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.43631532Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.436443832Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.438310753Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.438480466Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.440027002Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.442426431Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.442438242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.442568414Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.451421101Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:09.451449802Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":20,"elapsed":"19.992323ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:14.744205376Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"8f211f7d-8db7-4d6f-868b-d47149290559","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":265,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.431357162Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.431409863Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.431656117Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.432161796Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.432183546Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.43245622Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.433530938Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.434038037Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.434371342Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.436161332Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.436178302Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.436184803Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"4.024437ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.436326285Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.438215156Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.438388179Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.440091177Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.442515358Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.442531818Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.44265938Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.451247293Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:19.451265823Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":21,"elapsed":"19.924491ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:24.743915537Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"5aa3072e-7e87-4683-a371-183cc6a98933","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":448,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432158313Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432213824Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432224924Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432233754Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432241634Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432249674Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432256645Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432264135Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432271025Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432277945Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432285975Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432293485Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432302335Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432310786Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432319866Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432327706Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432335846Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432344686Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432353466Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432360856Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432369036Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432379777Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432390937Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432403517Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432411517Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.432419277Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432427757Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432435488Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432442928Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432451418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432458408Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432466418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432474048Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432481418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432489338Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.43260721Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432621681Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432677892Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432690202Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432720362Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432816894Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432830904Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432841984Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432851524Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432861115Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432870095Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432879485Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432888515Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432897675Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432906635Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.432914745Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.434106465Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.434295879Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.434424261Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":8,"elapsed":"2.167327ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.43501706Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.436987503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.437010474Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.437147846Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.439418864Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.439712719Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1123, tv_nsec: 140370564 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.440036294Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.440530732Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1123, tv_nsec: 141196568 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.440544012Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.440796677Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.443844557Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.443866698Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.444040881Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.444072271Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.444082051Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.444234794Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.445851831Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.446659154Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.447995027Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.448020557Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.44819753Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.448282861Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.448368073Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1123, tv_nsec: 149023218 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.448642507Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.448768719Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.449841927Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.449867638Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.450050611Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.451788159Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.452840237Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.454567736Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.454843Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.455287218Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.457280641Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.457305941Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.457429944Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.458568272Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.463522465Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.463550875Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.463739188Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.472135278Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.472163389Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.472171319Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.472430553Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.476923608Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.477188232Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.478702157Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":8,"elapsed":"46.388172ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.479352558Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.479670954Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.484038136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":8,"elapsed":"51.837803ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.484294551Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.484312321Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":22,"elapsed":"51.969734ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.485498871Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.485770735Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.487003025Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"54.778301ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.487078477Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.487202299Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.489746181Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.489772171Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.489932424Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.490526554Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.490539864Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.490771348Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.492161641Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.492379605Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.494261686Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.49446124Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.496165348Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.496947841Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.496965101Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":8,"elapsed":"64.755497ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.500130314Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.500156034Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.500311487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.515137804Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"82.758397ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.517755297Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.517770208Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.518096593Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df382d61-016f-41d9-851d-0a582fbfab23\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:46:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.518129763Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.520023065Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.520680686Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"88.385211ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.521642232Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.521899336Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.521908596Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.521914376Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.521944687Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.522193621Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.523515313Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.523526643Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.523761347Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4617a7b0-a34f-4c32-b467-d4be29815d25\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:46:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.523794208Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.525102119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.529685656Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.52994948Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.542394487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.542418007Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.542655571Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a46d02e7-89ce-4972-b1da-1398ee9547b8\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:46:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.542670822Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.543698449Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.561618757Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":9,"elapsed":"129.22553ms"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.595751355Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.595780235Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.596307704Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44508c4d-54a9-4e27-8233-31f48e88bcb3\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:46:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.596336575Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.59668743Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.597756938Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":8,"elapsed":"165.396452ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.598062213Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":8,"elapsed":"165.917661ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.598783545Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.598807126Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.598816246Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"166.620092ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.604922987Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.605242933Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.606570395Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.608447796Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.608469186Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.608609569Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.60986151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.61169588Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.611719621Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.611855643Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.624356421Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.624678166Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3579e155-8b56-41cf-be11-54f89aa34662\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:46:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.625675173Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.625943087Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.628194115Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":8,"elapsed":"195.888549ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.632760701Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":8,"elapsed":"200.447335ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.644456055Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.644482076Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.64473241Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a79b8060-f801-4140-9e47-c7634107d0c0\", \"date\": \"Sat, 21 Dec 2024 07:46:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.64475405Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.644921923Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.646843525Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.647001178Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.650411104Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.650661059Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.65435205Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.65437549Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.654686906Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ae711369-fecd-4ebe-b423-8b7b9eb4e1e9\", \"date\": \"Sat, 21 Dec 2024 07:46:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.656629728Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":8,"elapsed":"224.303182ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.682054191Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.682413367Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba9a4e9a-dcb8-4488-b6d0-69c70558b9f5\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:46:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.682438457Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.682447817Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.682456218Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.684335979Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":8,"elapsed":"252.175146ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.719891291Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.720189245Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.722515834Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.722532215Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.722678527Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.732405149Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.732668173Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7be8333f-603c-4bf3-9760-2eda40948312\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:46:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.732687413Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.732702034Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.732970798Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.732980288Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.732986809Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.732993409Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.733000129Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.733006489Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.733175272Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.733184592Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.733412985Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.733426786Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.733585548Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.735778525Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.735895327Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"458ed8e2-e76e-4720-a887-94f9d3d62c51\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.735907937Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.736002909Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50a5c62c-042e-433f-b063-08aeea56a47f\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:46:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.736018569Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.736029549Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.828176932Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8b382d1a-27a9-4395-9253-7cc0de5aa49b\", \"date\": \"Sat, 21 Dec 2024 07:46:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:29.828199393Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.828208073Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.828420426Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2032eaa3-7b86-48fa-88e2-a2aab4da5c17\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:46:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.828455917Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.828839343Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.832053837Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.832335531Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.837967075Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.838132238Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.839519781Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.839755425Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:29.845606872Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":8,"elapsed":"413.369898ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:30.172275708Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:30.172318938Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:30.202523151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:30.202630483Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39435"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:30.202816336Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ee55cfca-2cc8-4d81-8317-970ece487ed4","remote_addr":"[fd00:1122:3344:101::c]:39435","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:30.203127161Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ee55cfca-2cc8-4d81-8317-970ece487ed4","remote_addr":"[fd00:1122:3344:101::c]:39435","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:30.238809625Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/oximeter.rs:76","collector_id":"782bf979-9f7a-465e-8dc9-4ac9e0c82e87","producer_id":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:30.238832705Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/producers","method":"POST","req_id":"ee55cfca-2cc8-4d81-8317-970ece487ed4","remote_addr":"[fd00:1122:3344:101::c]:39435","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36087,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:30.238903056Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee55cfca-2cc8-4d81-8317-970ece487ed4\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 07:46:30 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:30.24032676Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:30.24034141Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:34.743594329Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"21489550-acca-4dfa-8d03-ef0d1f8cd93d","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.431757313Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.431808864Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.432089859Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.432131329Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.432142059Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.432315972Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.433885128Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.434295655Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.43459504Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.435868501Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"3.724212ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.436729596Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.436744206Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.436909669Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.439062705Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.439324179Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.440946436Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.443436527Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.443454508Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.44359031Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.452338106Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:39.452364266Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":23,"elapsed":"20.610163ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:44.744712365Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"d010c061-711c-4f5e-98b2-8b5e8ec4d974","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":407,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.431884973Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.431938714Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.432234708Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.432272889Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.432284069Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.432471923Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.434267952Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.434418375Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.434673719Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.436420508Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"4.134799ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.436830205Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.436840275Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.436974457Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.438747797Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.43890085Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.440546137Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.442895716Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.442909916Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.443037388Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.452075199Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:49.452097059Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":24,"elapsed":"20.225327ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:54.743857238Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"f39a2790-32fd-48aa-a400-b4757399c769","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":433,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432054903Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432114084Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432125694Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432135105Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432143435Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.432153025Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:36:59.432069214 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432162285Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432170265Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432177786Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432184815Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:46:59.432194216Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432205096Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\"}","iteration":6,"elapsed":"25.34µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432216126Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432225086Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432234766Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432244247Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432253707Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432262147Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432270207Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432279227Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432287427Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432296387Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432304528Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432312148Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432321558Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432330308Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432376769Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432390029Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432400959Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432411459Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432423079Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.43243549Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.43244752Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.43245927Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.43247068Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.43248334Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432494321Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432507201Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432518351Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432529171Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432539421Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432550532Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432563402Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432576732Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432588412Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432601373Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432612673Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432624623Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432637753Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432649703Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432660523Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432673054Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432686374Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432698534Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432709054Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432720715Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432731345Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":5,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432741965Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432751715Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432762595Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432772765Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432783016Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":5,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.432794956Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432806846Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432818706Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432832276Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432845097Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432900487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432952818Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.432970939Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.43306132Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bfae345-1659-4377-bca9-c55abec2aeb7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7c426166-4f75-4a87-b9ac-c0d590aea49b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1153, tv_nsec: 133639875 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433098861Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4dd95bbd-e009-486c-8c96-451a6e195a49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1153, tv_nsec: 133648235 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433114291Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433125651Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433136151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433145691Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433156062Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433179312Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433187832Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433196142Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433204823Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433214223Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433276174Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433289444Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433300174Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433327445Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433399716Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433413326Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433610149Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.43362245Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":5,"elapsed":"1.394863ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433737691Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.433748781Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":5,"elapsed":"1.501075ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.434936221Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1153, tv_nsec: 135537867 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.435194776Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.435234766Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"3.196483ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.435321658Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.435552431Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.436398976Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1153, tv_nsec: 136999231 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.43665288Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.436949975Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":9,"elapsed":"4.659538ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.437117208Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.437126588Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:36:59.432069214 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.437135418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"expiration\":\"2024-12-21T07:36:59.432069214Z\",\"pruned\":[]}","iteration":5,"elapsed":"5.064835ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.43726635Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.437528015Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.438259487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.438500241Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.438752615Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.439004919Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.43908041Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.439102741Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.439286704Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.440749368Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.441903567Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.441918448Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.442181682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.442196292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.442202662Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.442209462Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.442438626Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.442461726Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.442481907Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.442629099Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.44385473Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.44387189Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.443920311Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.443929681Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.443937671Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"11.474431ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.444001032Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.445729821Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"13.285632ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.445813542Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.446073797Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.448510917Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"15.901925ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.448531947Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.448541658Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.448615299Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.451209652Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.451232352Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.451459136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.453400428Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.454250593Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.454573698Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.454894164Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.455653286Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.455994202Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.456040512Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.456052313Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.456262106Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.457450036Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.457464576Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.457650259Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.458820149Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.460414975Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.460440446Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.460451356Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.460462166Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.460472396Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.460608099Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.461184098Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.461209689Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.461217979Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.461224969Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.461349011Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.462147544Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.462337697Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.462913717Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.463171631Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.467481193Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.467786698Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.467802498Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.468000351Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.475404995Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.476219058Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1153, tv_nsec: 176813284 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.476454222Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.476527173Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.477273626Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.477290316Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.477299746Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"44.723164ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.477309486Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.47931164Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.47933876Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.479509263Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.479564304Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.479574714Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.479831458Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.482071376Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.482087426Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.482097886Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.482429042Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.482573334Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.482605074Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.482821578Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.484029108Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.487784001Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.487813551Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.487980624Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.491314009Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.491530223Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.491850218Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.491860619Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.491867889Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:41.075205 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.491875529Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2}","iteration":5,"elapsed":"59.687163ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.491882779Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.492073712Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.49313891Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.493564227Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.493824881Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.494918959Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.495145763Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.496656878Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.496677159Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.496947173Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.498654972Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"66.287663ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.506826828Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.50698018Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":9,"elapsed":"74.697023ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.507195354Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.509632854Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.510063451Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.510294625Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.510312415Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.510321636Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.510425808Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.5105953Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.511810011Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.512624084Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.512636584Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.512877578Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.514620707Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.514638267Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.51480342Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.516499189Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.516515979Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.516683592Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":9,"elapsed":"84.233541ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.519457568Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.519475988Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"86.938137ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.519980826Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.519993807Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.520240891Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.521075935Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.521088015Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.521305489Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.526055668Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.526305162Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.532874011Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"100.34454ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.537583769Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"105.077278ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.541484434Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.541513425Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":25,"elapsed":"109.341219ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.544118998Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:42:50.264108Z, time_modified: 2024-12-21T07:42:50.264108Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.544161339Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]}},\"default_endpoint\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"111.935752ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.551120925Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.551147195Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.551157455Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"118.596584ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.551994729Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.552011059Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.55202264Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.552338735Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.553652787Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.556485524Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.556500614Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.556653817Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.559409563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.559436503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.559446713Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:39.444085 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.559456583Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1}","iteration":5,"elapsed":"127.265768ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.570976375Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.571001225Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.571319551Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a68069c2-c3c6-4827-957b-2cd7e15931b7\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.571338541Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.57187242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.572263026Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.572274437Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.572546211Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cff6dd0a-073f-4583-9d7c-95eb3ab9a420\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.572560981Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.573358455Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.573483557Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.573967355Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.575037783Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.575317297Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.584256886Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"151.934039ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:46:59.584349567Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.584364278Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":5,"elapsed":"151.826926ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.609432725Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.609948873Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.611298776Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.613187877Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.613211548Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.61336281Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.614632301Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.616547193Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.616563583Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.616697706Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.626312336Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.626339296Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.626620231Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f2dcad9-cc8b-40ce-9f67-99b68b81402b\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.626645111Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.627871422Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.761013947Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.761042267Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.76240384Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e03bf36-7459-429d-a1c8-6b2e647a08ec\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.762434241Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.762516562Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.762744636Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04504bad-eaaa-41ca-ab42-f90caccddc91\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.762764516Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.76358984Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.763843594Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.766048781Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":9,"elapsed":"333.980808ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.767598156Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.767945742Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"53889235-7943-4977-ad9d-5352a4a73cd6\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.767960813Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.769756112Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"a00c245a-1369-4ab1-a070-cacdc05abaa2\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.769770603Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.771116065Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.771127645Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"339.047121ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.771207576Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.795893577Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.796223453Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4151183e-b255-421a-a6d1-a8e5bfb3f334\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.796259243Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.796270484Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.796277804Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.798076414Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":9,"elapsed":"365.698445ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.803632416Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.803647056Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.803809369Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4264dd39-2906-4560-ba7d-900dfa01c1f1\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.803823729Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.804069473Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.806213279Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.806382452Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.809094517Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.809366731Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.812376312Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.812399672Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.812707987Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c81b123f-6d02-4445-a043-5bf63a485635\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.814585758Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":9,"elapsed":"382.24382ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.827975191Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":9,"elapsed":"395.876377ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.855114333Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.85553587Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e4d39c1e-37af-4f4b-80c5-1fe211531323\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.8555493Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.856942073Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"060038c4-a360-408a-b210-5ec62ebe5766\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.856953363Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.857613664Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b24aa083-7042-4f94-9aec-a8a5b21a74cd\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.857623865Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.859132919Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.85915176Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"426.987085ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.911561292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.911900837Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.914062064Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.914088424Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.914240836Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.923898207Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.924176482Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f751aed-f7cb-4e0d-8141-7c6b328811a9\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.924193632Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.924205332Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.924390195Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.924402185Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.924408956Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.924417146Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.924425036Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.924431996Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.924587369Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.924598119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.924828453Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.924837793Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.925070827Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.927109951Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.927243623Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29c519fb-f7b2-4565-b797-4f1e9d311e5a\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.927256853Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.927344705Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a540632d-346c-46c7-847c-c6f2c6109005\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:46:59.927361415Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:46:59.927371345Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:00.018227377Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9191c654-1526-4234-9409-3bbca512f3c8\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:00.018268987Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:00.018278358Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:00.018497931Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"134b42b7-fc46-4b88-b144-19920d94ccf6\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:46:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:00.018537462Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:00.018832077Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:00.022764772Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:00.023017777Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:00.026533815Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:00.02684871Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:00.029144968Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:00.029344622Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:00.037475107Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":9,"elapsed":"604.971397ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:04.733537193Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"06fc0dc7-291f-460e-885f-4412fbfb8ab4","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:04.733875538Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"06fc0dc7-291f-460e-885f-4412fbfb8ab4","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:04.736530362Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"06fc0dc7-291f-460e-885f-4412fbfb8ab4","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3081,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:04.736851568Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"08ad1543-807e-4750-a5df-4afd8707250e","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:04.737203463Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"08ad1543-807e-4750-a5df-4afd8707250e","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:04.739636974Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"08ad1543-807e-4750-a5df-4afd8707250e","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2855,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:04.744121989Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"19c786d7-f015-4059-b4ab-6a845ae2c68c","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.431292268Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.431351039Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.431646374Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.432284045Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.432293015Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.432455847Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.433300572Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.434664244Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.43502076Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.435888765Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.435909205Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.436040057Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.436585146Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"4.295832ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.438255164Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.4385809Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.440189136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.442859941Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.442880371Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.443033843Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.454177899Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:09.45420544Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":26,"elapsed":"22.916801ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:14.744587245Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"f92020c4-c5fa-4763-b37a-11c8a2bc2ae4","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.431760913Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.431824324Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.432125279Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.432962683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.432972533Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.433166086Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.434132142Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.434884885Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.435228751Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.436746786Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.436774606Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.436915619Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.438945982Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.439137356Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.440251794Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.443872574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.443900175Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.444052827Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.45622789Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.45625156Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":27,"elapsed":"24.508668ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.468747388Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"35.777865ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.734183205Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"ce0dbe4e-c706-4dab-91d2-d301a4547239","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.73449561Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"ce0dbe4e-c706-4dab-91d2-d301a4547239","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:19.736624075Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"ce0dbe4e-c706-4dab-91d2-d301a4547239","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2494,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.73686333Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"e57660fc-0876-4b86-9e8a-1d3f3d68447d","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:19.737152194Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"e57660fc-0876-4b86-9e8a-1d3f3d68447d","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:19.739102837Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"e57660fc-0876-4b86-9e8a-1d3f3d68447d","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2298,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:24.744131744Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"b3159194-2907-4f2b-9905-26c6c319164e","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":253,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.431320453Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.431382104Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.431397144Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.431406004Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.431415095Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.431423645Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.431430985Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.43171783Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.43173431Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.43174463Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432406491Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432423191Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432431521Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432438522Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432445262Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432452272Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432458332Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432465672Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432471852Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432479222Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432487073Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432494053Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432500533Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432510043Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432522203Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432529603Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432546014Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432553083Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432560774Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432572264Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432585314Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432598624Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.432605844Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432613135Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432620535Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432626905Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432632835Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432638795Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432716896Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432735757Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432785527Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.432870299Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.4329153Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.433016351Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.433026131Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.433145443Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.433155613Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.433165814Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.433176434Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.433186654Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.433193104Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.43414531Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.43416909Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1183, tv_nsec: 134714536 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.434484866Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.435019564Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"3.709582ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.435041825Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.43537327Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1183, tv_nsec: 135909496 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.435631085Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.437554247Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.437574497Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.437655768Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.437664488Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.43772256Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.437825141Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.438129086Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.438291419Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.444025234Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.444210608Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.444264568Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.444607814Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.444914679Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.447185497Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.447197757Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.447222678Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.447232758Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.447411451Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.447424151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.4480022Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.448014721Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.448182744Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.450488512Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.4515974Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.451823854Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.451950756Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"19.530015ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.452457865Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1183, tv_nsec: 152995140 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.452657438Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.452670308Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"20.103755ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.452678068Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.45274859Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.452847381Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.454067812Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.455134379Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.455409984Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.455424524Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.455488175Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.455689268Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.455989244Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.456006504Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.456013064Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.456162176Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.456323609Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.457712492Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.458254301Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.458278642Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.458437944Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.459758866Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.459787387Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.45997908Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.466851864Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.466876685Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.466883715Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.467116119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.468130915Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"35.636163ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.469441207Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.469451388Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.469458478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.469863974Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.47077829Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.471077864Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.47201357Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.472665441Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.472905965Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.473896722Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.473913022Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":28,"elapsed":"42.565848ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.474014284Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.474026174Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.474185546Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.475480418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.47562942Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.475903405Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.477242037Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.477263627Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.47738922Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.477611603Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.477801976Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.478929135Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.481543979Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.48164128Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.481714401Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.48221664Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":10,"elapsed":"49.604576ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.482932442Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"50.354098ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.485309211Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.485320761Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.485574326Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.485689568Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5d7c861-0263-45e2-b115-47be3e66184c\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:47:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.485704198Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.485947942Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.487132492Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.48882809Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.48884221Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"56.211516ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.489220557Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.489231367Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.489569972Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f2dc461-4feb-44f7-a50f-65f7cac92c48\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:47:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.489586232Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.491695768Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.501397419Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.501661924Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.502258433Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.502268294Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.502276244Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"69.814801ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.627464817Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.627490967Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.627721611Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbc9a916-fbe1-402f-af3f-b7d212f35f24\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:47:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.627736181Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.62888333Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.63544579Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.635730004Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d4fca47-0347-4371-b079-f86f12042000\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:47:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.637111717Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.637351261Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.670074246Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.670089726Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.670486322Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21c04b97-f57f-4773-be04-5507a11cd76d\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:47:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.670517573Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.670868719Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.751954988Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.752443556Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"addcf888-c5c2-48b2-9f69-b41b0ff4df59\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:47:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.752485517Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.752497017Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.752504467Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.754048333Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":10,"elapsed":"321.52779ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.754072713Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":10,"elapsed":"321.53611ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.755474227Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":10,"elapsed":"324.118483ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.760308917Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":10,"elapsed":"328.972184ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.784675462Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":10,"elapsed":"352.264251ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.787256745Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"354.780733ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.801779887Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.801793407Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.802060312Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"63406ba9-43ad-48ed-985c-d179cb15e341\", \"date\": \"Sat, 21 Dec 2024 07:47:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.802083942Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.802384817Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.80373457Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.803911842Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.806889122Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.807272569Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.810026504Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.810038195Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.810407721Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b0b380b8-6107-4a1b-a2a7-498289c34162\", \"date\": \"Sat, 21 Dec 2024 07:47:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.812091309Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":10,"elapsed":"379.496184ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.815683458Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.816053345Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.818043378Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.818054828Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.818265781Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.827361123Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.827697698Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"054853e3-744c-4a34-a065-12425c8d9841\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:47:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.827718619Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.827729339Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.827977273Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.827988343Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.827995253Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.828002394Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.828009454Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.828016814Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.828190957Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.828200297Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.828422321Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.828446291Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.828663165Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.830569546Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.830695828Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"780c35cf-4c0e-4f18-9001-c0bf1efab9b4\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.830712408Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.83079338Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f43672e2-be5a-47f7-8e8d-9f67e634136a\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:47:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.83080767Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.8308181Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.917257388Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7febeb33-b3e6-4573-9015-6f12ba344058\", \"date\": \"Sat, 21 Dec 2024 07:47:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:29.917275809Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.917283919Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.917486862Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e118e2e3-b63a-4cf4-952f-208c16ca537c\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:47:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.917520273Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.917739756Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.920750867Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.921003631Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.924359617Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.92458501Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.926413981Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.926597344Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:29.933460048Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":10,"elapsed":"501.043717ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:34.7441662Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"54c91f4d-ce50-49be-9d1f-ba036c6c8703","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":306,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.431335438Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.431404459Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.431789966Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.432425576Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.432437937Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.43264391Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.433649447Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.436169628Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.436183089Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.436313311Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.438536868Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.438906714Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.440394389Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.443066073Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.443086884Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.443230126Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.451975211Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.452004302Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":29,"elapsed":"20.676635ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.461614992Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.461836546Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:39.463255119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"30.826383ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:44.744146267Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"674a6b91-8933-4f4d-9808-f04eb3728507","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":329,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.431310895Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.431364766Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.431638121Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.433248087Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.433258147Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.433472931Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.433598073Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.435111108Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.435302292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.436258808Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.436269248Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.43641863Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.43698622Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"3.741852ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.43881191Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.439084044Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.440820613Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.443420917Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.443441237Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.443571899Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.45502584Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.45505311Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":30,"elapsed":"23.749235ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.734428329Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"9bcfd202-26cf-4920-bf26-9a6630dad6f1","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.734748574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"9bcfd202-26cf-4920-bf26-9a6630dad6f1","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:49.737079863Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"9bcfd202-26cf-4920-bf26-9a6630dad6f1","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2714,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.737341037Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"bea30520-b9f5-4176-9a7b-f420419135f1","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:49.737669883Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"bea30520-b9f5-4176-9a7b-f420419135f1","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:49.739606515Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"bea30520-b9f5-4176-9a7b-f420419135f1","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2329,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:54.744713484Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"634441e8-f0a2-4241-a0b0-5054bf5448dd","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":452,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.431961173Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432016324Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432026374Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432034154Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.432042094Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:37:59.431980043 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432050724Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432057594Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432066454Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432073035Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432079855Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432087675Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432095865Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432102605Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432110205Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432117086Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432127506Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432137326Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432146966Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432156716Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432165286Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432174006Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432185076Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432194907Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:47:59.432205157Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432215777Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\"}","iteration":7,"elapsed":"11.65µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432308159Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432339779Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432354369Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432365199Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.43237413Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.43238248Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.43239015Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.43239815Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.43240601Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.43241392Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.43242252Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.432430571Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432438411Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432447081Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432454911Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432463501Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432471991Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432482972Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432495802Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432511322Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432523462Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432534822Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432552883Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432564853Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432576913Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432591363Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432605723Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432617604Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432629684Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432642164Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432653474Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432663995Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432674625Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432685205Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432696425Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432707945Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432720505Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432731956Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432742566Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432753616Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432764846Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432777046Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432789017Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432803167Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432817347Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432832387Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432846338Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432859158Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4dd95bbd-e009-486c-8c96-451a6e195a49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 133301873 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432879978Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432931829Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.432954409Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.43297073Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.43298486Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bfae345-1659-4377-bca9-c55abec2aeb7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7c426166-4f75-4a87-b9ac-c0d590aea49b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 133400444 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.43300583Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.433020521Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.433034631Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.433049641Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.433061891Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.433087971Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.433108162Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.433120892Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.433132252Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.433144092Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.433155263Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.433195113Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.433213924Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.433222614Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.433308935Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.433323226Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":6,"elapsed":"1.185859ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.433530519Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.433541079Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":6,"elapsed":"1.383353ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.435150296Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.43541755Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.435572543Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 136054898 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.435871968Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.435886288Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 136352143 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.436136672Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.436265804Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"4.323462ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.436294735Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:37:59.431980043 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.436304315Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"expiration\":\"2024-12-21T07:37:59.431980043Z\",\"pruned\":[]}","iteration":6,"elapsed":"4.327762ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.436502578Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.436826664Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.436846634Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.437038507Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.439406377Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.439434777Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.439577379Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.441187666Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.441205397Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.44139082Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.449110178Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.449143729Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"16.683108ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.451152002Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.451177752Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.451188973Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.451352635Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.451477177Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.455126608Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.456826657Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.457223923Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.457981976Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.460197323Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.460426457Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.491940551Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.492329357Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.493329824Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.493638669Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.493665679Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.495378788Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.495685173Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.496604628Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.496618629Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.496812432Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.497461803Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.497484183Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.497664936Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.497687277Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.497700767Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.497780498Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.497801098Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.497810828Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.497989631Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.498002062Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.498287576Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":11,"elapsed":"65.943557ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.499285503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.499454706Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.499645919Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.499662239Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.499670199Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.499678379Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"67.226579ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.499792152Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.499927654Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.500255999Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.50027242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.500787348Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.501064613Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.50211694Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.502148161Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 202630576 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.502400065Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.502415285Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.502430305Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.502615548Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.503859279Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.503881349Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.504048122Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.504059472Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.504732164Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.504785284Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.504795865Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.505026299Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.50510356Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.505927023Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.506379421Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.506410172Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.506524584Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.507372368Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"74.835045ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.508181821Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.508197331Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.508203961Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.508210221Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.508394415Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.508871312Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.509047706Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.509075636Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.509087606Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.509096556Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.509102566Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.509111976Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"76.711656ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.509279149Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.50932649Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.510549431Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.51229242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.512549244Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.513631432Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.513647562Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.513894166Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.516062622Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.516286846Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.517592128Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.517935253Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.519709093Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.522971067Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.523002088Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.52313555Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.526046088Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.526067839Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.526083629Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":31,"elapsed":"94.038725ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.527619564Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.53455276Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.534812114Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.534908656Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.536747556Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.536768627Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.536901789Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.538641898Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.541878992Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.541906462Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.542036564Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.544006807Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.544213171Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.545059835Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.545339979Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.545709845Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.545950409Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.546293545Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"113.826934ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.547837111Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.547858611Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.547866551Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.547872932Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.547879852Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.548036894Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.548116105Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.550528326Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"118.165006ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.550838891Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.550859731Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.550868921Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"118.362299ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.553633867Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.553646688Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.553974673Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d32f118-ba2b-4d0d-ac7c-2cd27e3dd3bd\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:47:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.553994413Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.554634614Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.554643394Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.554651574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"122.294165ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.555932386Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.555946146Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"123.469705ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.55618997Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.557707605Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.557901788Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.561282365Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.565948792Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.565962833Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.566189906Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.599606562Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.599629543Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.599889767Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17a2b464-2799-4de0-93c8-9398ed2f33ec\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:47:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.599907097Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.60123644Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.620736554Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"188.396805ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.621760701Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.622064776Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.650811414Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.650828814Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.651052118Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08a5480b-8bf1-45a2-8ccd-965d859d2d17\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:47:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.651068658Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.653169533Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.682037854Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.701197413Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.703968799Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.703979719Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.704360465Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31daee0c-33ba-4680-b748-0ca2b89c9a2c\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:47:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.704384016Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.704761652Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.706660823Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.706898647Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.707261984Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.70824201Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.708437643Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.710254283Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.710281394Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.710445386Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.713344845Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.713366735Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.713539208Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.71545684Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":11,"elapsed":"283.452017ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.719135511Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.719165242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.719372315Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.723312471Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.723921861Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":11,"elapsed":"291.53713ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.723970112Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.730124584Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.73047293Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.732083787Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.732419962Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.734131091Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.737264253Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.737281493Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.737442146Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.739195375Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":11,"elapsed":"306.886347ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.73952191Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.739771225Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.741261029Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.742205815Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.742471039Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.743211982Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.743223612Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.743389825Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.745311467Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.74553515Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.745954077Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.746210602Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.746265873Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.746276103Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.746285353Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.746501357Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.748022322Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.748035142Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.748171394Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.748180385Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.748211865Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.748351007Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.75032715Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.750345981Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.750684096Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.751735013Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.752024158Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.752824872Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.753112807Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.753124787Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.753131247Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4274fb98-fc20-4324-9665-a066d4504f00\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:47:58 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.753269889Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.755214371Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.755437695Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.755837772Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.755848252Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.755860892Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:39.444085 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.755868482Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1}","iteration":6,"elapsed":"323.762057ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.755933974Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.755942643Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.755951464Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.756109326Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.757134963Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.757583301Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":11,"elapsed":"325.613617ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.759825488Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.759850959Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.759972361Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.761790381Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.761807751Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.761815701Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:41.075205 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.761824201Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2}","iteration":6,"elapsed":"329.782907ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.770923153Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.770944293Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.771220198Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"969e489c-3f01-48d8-88ae-57542783f4a0\", \"date\": \"Sat, 21 Dec 2024 07:47:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.771231008Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.771502433Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.774114436Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.774305039Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.777302439Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.777596294Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.778196974Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.778396697Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.780837938Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.780854128Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.781239115Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"37193733-102a-450d-9cb5-3c5ddc7a0c51\", \"date\": \"Sat, 21 Dec 2024 07:47:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.783438071Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":11,"elapsed":"351.106502ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.795330619Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:42:50.264108Z, time_modified: 2024-12-21T07:42:50.264108Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.79537494Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]}},\"default_endpoint\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"363.252994ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:47:59.806039747Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.806079128Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"373.549045ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.813508901Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.81705143Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.817070831Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.817241183Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.94204915Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.942417126Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"1e9f4806-34a4-4cae-80b2-816e4422defc\", \"date\": \"Sat, 21 Dec 2024 07:47:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.942438747Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.944576022Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.944681864Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"22fccaa1-04b0-42df-8f69-e91675f8c753\", \"date\": \"Sat, 21 Dec 2024 07:47:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.944702714Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:47:59.946076527Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:47:59.946088418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"514.089324ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.022328656Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.022748243Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a559e98-7629-4f02-ae74-56ba5034e038\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:47:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.022784003Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.022794824Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.022802334Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.024522363Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.024546033Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":11,"elapsed":"592.158863ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.024955Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"347f6e78-bd66-4e87-a469-480a83e92380\", \"date\": \"Sat, 21 Dec 2024 07:48:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.02496946Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.026742079Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fc575378-6f74-4592-a895-279fbc07acb3\", \"date\": \"Sat, 21 Dec 2024 07:48:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.02676709Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.027901709Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"eb190379-e75a-4373-98cc-6fd5dc9f8385\", \"date\": \"Sat, 21 Dec 2024 07:48:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.02795172Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.029542136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.029573296Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"597.501381ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.048243677Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.048616363Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.049899895Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.049911655Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.050113478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.051723525Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.051916568Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.053110948Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.053282891Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.054553552Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.058144562Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.058172242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.058340735Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.059874771Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.060124115Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7645d7c6-cbfb-4035-bd66-fbe6248a384b\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:47:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.060145075Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.060155135Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.0604529Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.06046391Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.06047115Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.060478311Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.060485181Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.060492001Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.060682514Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.060692224Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.060926328Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.060934528Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.061127541Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.063093844Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.063225646Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cb8656b-d4bb-4227-9c4e-1a57781f21bd\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:47:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.063247167Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.063340608Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baa73963-083d-4c6b-837d-97e79dceeaf8\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:47:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.063356289Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.063367169Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.063383579Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.063577992Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.064796702Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.064952395Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.066667574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.066919158Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.06824457Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.068556885Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.070023609Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.070212253Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.071431363Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.071620596Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.072779815Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.072957358Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.073936745Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.077338901Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.077356042Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.077491704Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.078706774Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.078894697Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.080390302Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.080578285Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.082007999Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.085544858Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.085558878Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.08569248Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.093464019Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 06368864-4b29-42bd-ae60-c6735712620d, kind: Service { id: b2ae004a-4c01-4dcf-8e90-49ba61c66084 }, name: Name(\"external-dns-b2ae004a-4c01-4dcf-8e90-49ba61c66084\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 32])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aa85cda4-dfd2-46dc-aa66-9384e585dcaf, kind: Service { id: 4dd95bbd-e009-486c-8c96-451a6e195a49 }, name: Name(\"external-dns-4dd95bbd-e009-486c-8c96-451a6e195a49\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 195])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 1590b051-5b52-401c-b768-bbef4af00f89, kind: Service { id: bf6abf36-caab-412a-b734-038cee4a46b6 }, name: Name(\"nexus-bf6abf36-caab-412a-b734-038cee4a46b6\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 220])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2a0ff22a-6a78-4cb0-b61d-38c999331844, kind: Service { id: e640ec59-1392-402a-8715-71c8bdc91537 }, name: Name(\"nexus-e640ec59-1392-402a-8715-71c8bdc91537\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 32])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cd0592d1-5774-4ea2-8826-dec211cc7fec, kind: Service { id: a920b126-b55b-45c8-9984-5279bf662759 }, name: Name(\"nexus-a920b126-b55b-45c8-9984-5279bf662759\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.09349768Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.093639753Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.095229189Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.097060269Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.0970749Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.097208032Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.098572204Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.098620175Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 06368864-4b29-42bd-ae60-c6735712620d, kind: Service { id: b2ae004a-4c01-4dcf-8e90-49ba61c66084 }, name: Name(\"external-dns-b2ae004a-4c01-4dcf-8e90-49ba61c66084\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 32])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aa85cda4-dfd2-46dc-aa66-9384e585dcaf, kind: Service { id: 4dd95bbd-e009-486c-8c96-451a6e195a49 }, name: Name(\"external-dns-4dd95bbd-e009-486c-8c96-451a6e195a49\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 195])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1590b051-5b52-401c-b768-bbef4af00f89, kind: Service { id: bf6abf36-caab-412a-b734-038cee4a46b6 }, name: Name(\"nexus-bf6abf36-caab-412a-b734-038cee4a46b6\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 220])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2a0ff22a-6a78-4cb0-b61d-38c999331844, kind: Service { id: e640ec59-1392-402a-8715-71c8bdc91537 }, name: Name(\"nexus-e640ec59-1392-402a-8715-71c8bdc91537\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 32])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cd0592d1-5774-4ea2-8826-dec211cc7fec, kind: Service { id: a920b126-b55b-45c8-9984-5279bf662759 }, name: Name(\"nexus-a920b126-b55b-45c8-9984-5279bf662759\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.098642496Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.163278451Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"72031819-6462-49b3-9fa8-30977eb11004\", \"date\": \"Sat, 21 Dec 2024 07:47:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.163302961Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.163311892Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.163536196Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab53fa47-0b5f-40bb-a283-7a88435ee4e2\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:47:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.163577756Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.16380554Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.167971439Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.168146182Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.171653171Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.171891104Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.173649924Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.173832307Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.180562509Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":11,"elapsed":"748.137708ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.208803489Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","vpc_to_sled":"[Sled { identity: SledIdentity { id: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, time_created: 2024-12-21T07:43:34.995625Z, time_modified: 2024-12-21T07:43:34.995625Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.208829959Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.208837379Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.209033273Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.211239679Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.211470023Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.212994418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.21551591Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.245818465Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.246552307Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"2df3c9d4-6e4e-42b3-add5-303b772f486a\", \"date\": \"Sat, 21 Dec 2024 07:48:00 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:00.24855093Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.24857444Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","elapsed":"816.099469ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:00.24858276Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":2,"elapsed":"816.108399ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:04.744367865Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"97650ce7-d0eb-4478-8f5e-500607b02821","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":417,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.431544472Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.431598393Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.431907869Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.432469578Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.432478988Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.432811964Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.433361203Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.435974586Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.435986856Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.436142879Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.438168062Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.438406737Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.440235717Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.44282888Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.44284394Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.442987863Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.454006786Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.454029017Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":32,"elapsed":"22.494144ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.462816273Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.463152468Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:09.464112614Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"31.644346ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:14.744055955Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"7c2e4c9d-43db-425b-ba5a-a0979b8f55d9","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.43222933Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.432284111Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.432590927Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.432633517Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.432642047Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.43281576Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.434496158Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.437161192Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.437176653Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.437341175Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.4393993Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.439611683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.441167979Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.44363993Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.443656011Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.443796793Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.453749799Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.453770979Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":33,"elapsed":"21.555829ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.461245503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.461498117Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.462973092Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"30.334065ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.734409938Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"057b16c3-cd4e-4701-921d-898bc20ae669","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.734735264Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"057b16c3-cd4e-4701-921d-898bc20ae669","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:19.736496123Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"057b16c3-cd4e-4701-921d-898bc20ae669","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2155,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.736698016Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"542a9b94-cead-45f3-9f31-8c52e1fb0d1d","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:19.736936151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"542a9b94-cead-45f3-9f31-8c52e1fb0d1d","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:19.738929424Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"542a9b94-cead-45f3-9f31-8c52e1fb0d1d","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2267,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:24.744667442Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"646330ad-c550-425c-86aa-ae498847ca5e","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":455,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.431875551Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.431929042Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.431938323Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.431945252Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.431951723Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.431958923Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.431965203Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432204657Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432238377Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432298489Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.4324229Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432435501Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432445791Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432456111Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432466471Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432475991Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432486081Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432495872Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432501962Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432508112Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432514192Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432521642Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432529012Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432535472Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432542313Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432549122Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432577763Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432584993Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432591723Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432598754Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432604543Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432610964Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432617914Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432624084Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432630304Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432636014Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.432643264Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432650494Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432700585Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432775386Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432860588Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432924369Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432932359Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.432944799Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.43301187Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.433022141Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.433031021Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.433039331Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.433047151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.433091832Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.433101722Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.434405313Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 134817899 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.434739729Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 135151435 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.43479986Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.434937522Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.435000523Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.435471921Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.435484711Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"3.62491ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.43658365Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.438575873Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.438590803Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.438756176Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.438832857Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.438847177Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.439103172Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.439125382Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.439134192Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.439280675Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.441653724Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.442503188Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.445346875Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.445371466Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.44563114Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.445705901Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.445717922Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.445968106Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.448536549Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.448588Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.448839574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.448913685Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.450152726Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.45040723Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.4774515Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.477808116Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.479095267Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.479423273Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.481195382Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.483279407Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.483310307Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.483440089Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.483879927Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.483896037Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.483903637Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.484392125Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.485486603Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.485632006Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.485688537Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.486004342Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.486151385Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 186564430 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.486452239Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.487604999Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"55.018915ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.48769603Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.488350971Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.488367001Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"55.88964ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.488572345Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.48887239Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.489664793Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.489686603Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.489823775Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.491393062Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.493647649Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":12,"elapsed":"61.100287ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.495717954Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.49607131Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.497781418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.498032872Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.498061323Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.498111884Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.498247116Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.499170871Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.499191922Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.499361074Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.499373474Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.499380495Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.499531867Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.500936411Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":12,"elapsed":"68.439818ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.50573243Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.505762501Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.506151317Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca1b6afd-10a1-4171-b134-f1926986bd15\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:48:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.506177238Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.507817405Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.508613378Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"76.150217ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.513911506Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.513938667Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":34,"elapsed":"82.032094ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.517597958Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.517952114Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.52012298Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"87.596477ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.521622495Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.521641695Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.52193617Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6399cd2-a087-4e29-8017-503b28f28e96\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:48:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.52195194Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.523418145Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.523479756Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.523491826Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.523498466Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.523779151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.526514026Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"93.944143ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.550373873Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":12,"elapsed":"117.933473ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.560111245Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.560134516Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.560144876Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"127.573722ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.560812487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.561170483Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.574388833Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.574406283Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.574725408Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab988c0c-e3b4-4f61-a666-9e4776cf6278\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:48:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.574743368Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.576366255Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.591278844Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"158.837323ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.605512471Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":12,"elapsed":"173.606058ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.654374744Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.654659498Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.662237344Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.662249625Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.662722423Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec172c43-f996-4c78-b685-7b736a0c77b5\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:48:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.662750033Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.662947326Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.663841381Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.665710452Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.665722732Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.665879835Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.667243618Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.669043968Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.669058598Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.66919314Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.675726739Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.676034994Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6616fef-101e-4c8e-b906-69b0b957985f\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:48:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.677301475Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.67757523Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.686186093Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":12,"elapsed":"254.312542ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.71546143Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.71549415Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.715705094Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f4376bbb-2e56-4ea4-8c45-aef21852aa89\", \"date\": \"Sat, 21 Dec 2024 07:48:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.715722524Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.716030439Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.718357838Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.718598582Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.721876607Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.722151741Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.725593478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.725610269Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.726018176Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f39842ed-07fa-4e46-824c-180dfd067e43\", \"date\": \"Sat, 21 Dec 2024 07:48:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.727359468Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":12,"elapsed":"294.764275ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.760076572Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.760450829Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.769727433Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.770076929Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9c71520-ada4-42ba-8f53-e8d45ed3c8b0\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:48:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.770106369Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.770121599Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.7701344Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.770895342Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":12,"elapsed":"338.38376ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.771510273Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.771535903Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.771756927Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.781823724Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.782088439Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5876553-1732-431e-aa2b-b377927c19bf\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:48:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.782114569Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.782132069Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.782369123Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.782382454Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.782389634Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.782397614Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.782405314Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.782412604Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.782566846Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.782576657Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.782794Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.78280259Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.783151316Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.7851773Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.785286532Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84b0819f-abb3-4659-9983-c1d7e1e4bc9e\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:48:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.785300132Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.785382413Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6003dc8-b9d6-4337-8bbd-94111f981022\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:48:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.785396854Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.785407294Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.883956653Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"288f04eb-3138-4d08-9209-e757cd219194\", \"date\": \"Sat, 21 Dec 2024 07:48:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:29.883991574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.884001954Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.884206538Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b0a000c-15f2-45a3-baf9-8a86176feabe\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:48:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.884254269Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.884575104Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.887834178Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.888157763Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.891373677Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.891603961Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.89337747Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.893628145Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:29.900542509Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":12,"elapsed":"468.110539ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:34.744514847Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"b8cede5a-a9c1-4616-a288-65274570f063","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":320,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.43203065Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.432094461Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.432473427Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.432523928Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.432535468Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.432769962Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.470053352Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.471291463Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.471641439Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.472808038Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.472819098Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.472982621Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.475407931Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.475601885Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.477291783Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.479726853Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.479756124Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.479867855Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.494907816Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.494932786Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":35,"elapsed":"62.921417ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:39.502462491Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"69.926143ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:44.744567491Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"0161644e-4bc7-418d-897d-4cabc554ca2b","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.43186494Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.431923771Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.432215076Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.432900447Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.432911957Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.43307173Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.434138158Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.43428985Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.434394972Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.437141648Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.437162588Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.437318811Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.439370365Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.439620249Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.441414339Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.444012842Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.444029722Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.444156994Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.453842065Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.453862126Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":36,"elapsed":"22.019857ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:49.463353004Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"30.445176ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:54.744875921Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"0326689b-1079-4b4d-b6dd-9728987c0ad8","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":443,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.43211287Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432165831Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432176842Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432185962Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432194812Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432205002Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432214562Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432226552Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432238553Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432252143Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432264123Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432278053Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432290073Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432302194Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432314934Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:48:59.432326814Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432340974Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\"}","iteration":8,"elapsed":"19.871µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432356085Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432368685Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432381715Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432393375Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432405526Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.432416396Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:38:59.432308214 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432427636Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432439436Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432549588Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432761741Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432784032Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432861733Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432883003Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432897244Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432909424Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432924004Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432935764Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.432948055Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432960905Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432977755Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.432996445Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433014816Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433031916Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433044026Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433055116Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433067566Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433079067Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433092207Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433104247Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433115367Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433129687Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433141868Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433154408Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433165838Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433177408Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433189859Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433202009Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433213859Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433225459Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433236599Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.43324766Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.43325891Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bfae345-1659-4377-bca9-c55abec2aeb7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7c426166-4f75-4a87-b9ac-c0d590aea49b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 132993992 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.43328278Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.4332929Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.43330135Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.43330723Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.43331393Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433320061Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433326371Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433332361Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433339761Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4dd95bbd-e009-486c-8c96-451a6e195a49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 133051113 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433351931Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433358381Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433365361Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433372042Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433378722Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433385642Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433394072Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433402682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433414592Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433586315Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433613026Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433626446Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433638726Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433650616Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433661486Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433670756Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433682697Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433693947Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433706887Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"1.409864ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433718147Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433726557Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433734048Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433741048Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433748188Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433756178Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433762118Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433770298Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433778868Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":7,"elapsed":"1.448464ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433923661Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.433933151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.434084713Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.434093574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.434214065Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.434221746Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.434345428Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.434695184Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.434858966Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 134763202 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.434888237Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.43509861Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.436126347Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"4.030477ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.436260899Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 136165095 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.436476013Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.436488313Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.436529294Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.436558175Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.436750598Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.437364868Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:38:59.432308214 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.437375158Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"expiration\":\"2024-12-21T07:38:59.432308214Z\",\"pruned\":[]}","iteration":7,"elapsed":"5.066894ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.438845062Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.438862863Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.439024876Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.440039093Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.440049653Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.440240956Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.441346704Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.442027886Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.44470661Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.44472988Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.444738331Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.444745621Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.444883203Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.444921564Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.452319007Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.455138844Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.455170894Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.455337727Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.455821245Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.455840905Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.455848216Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.456242292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.457851709Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.458136403Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"24.940355ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.458175334Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.459235092Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.461340987Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.461372197Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.46151909Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.46154398Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.464792274Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.464815975Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.465034868Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.467496399Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.467809384Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.468248132Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.468258932Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.468521386Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.470366477Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.470725353Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.472295539Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.476002981Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.476026431Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.479232754Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.479255195Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.479417478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.481557323Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.481584394Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.481828228Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.484444651Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.484651525Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.484882799Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.485055402Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.487504652Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.487521972Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.487532303Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"54.375005ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.488921296Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.48916072Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"56.185484ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.489893682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.490446271Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.490682415Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.491629761Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.491649671Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.491923826Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.492110689Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.492361263Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.492982853Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.493124456Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"59.964387ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.493797227Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.493818797Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.494094702Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.495391614Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.495611707Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.496191017Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.496522042Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.498046278Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.498579107Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.498731389Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"65.839756ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.498870031Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.498895672Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.499062135Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.500217574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.500237204Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.500373646Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.500993007Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.501008247Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.501147359Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.502602943Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.503665461Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.505926249Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.505949529Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.506087932Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.506103602Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.506267035Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.506280565Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.506503818Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.507576656Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.507596897Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":37,"elapsed":"75.335494ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.507858751Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.507870371Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.507997603Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.50898486Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 208878925 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.509348356Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.509518778Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.509529349Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.509535529Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.509542589Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.509776543Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.51084522Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"77.764964ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.519969112Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.520005273Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.520015243Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"87.087129ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.524328785Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.524359976Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.524370446Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.524661641Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.527131562Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"93.901312ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.530376016Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.531097397Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.532360369Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.532832677Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.534350842Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.534378422Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.534414493Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.534430073Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.534740628Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.536113201Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.53665197Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.536909374Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.538893647Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.538920668Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.53904619Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.540502234Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.542769372Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.543300701Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.544426259Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.54444666Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.544614802Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.545178682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.545187952Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.545196372Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.545451507Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.547215716Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.549888611Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.549917075Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.550151495Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.551119841Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.551395125Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":13,"elapsed":"118.494952ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.551536978Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.552368011Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"119.341825ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.555026376Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.555043276Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.555055256Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:39.444085 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.555063736Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1}","iteration":7,"elapsed":"122.923675ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.556941878Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.556957058Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"124.040984ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.557884773Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.560652359Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.56067663Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.56068476Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.56069289Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.56070085Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"127.584373ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.560810412Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.562945007Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.562965658Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.562974218Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.563169831Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.564801488Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.567343711Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.567355171Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.567490333Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.56912682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.569147391Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.569154881Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:41.075205 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.569162631Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2}","iteration":7,"elapsed":"136.961679ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.580231865Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.58055148Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.581805901Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.582893289Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.583614601Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.583627602Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.583773264Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.584625108Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.584634768Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.584768831Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.585286949Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.586904346Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.586913276Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.587045919Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.591038545Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":13,"elapsed":"158.154712ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.596880292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.596897623Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.597221938Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ebe89a1-7aca-4af3-9e6b-3e775002e4fe\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:48:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.597237278Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.599307512Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.623524186Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"190.457029ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:48:59.6370239Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.63704924Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"204.027135ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.641993043Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:42:50.264108Z, time_modified: 2024-12-21T07:42:50.264108Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.642032574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]}},\"default_endpoint\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"209.791851ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.662790499Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.713044395Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.77703688Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.7770572Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.777356735Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10d1390c-d25c-42b2-85ee-0cef88add5d1\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:48:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.777381006Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.779204246Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.809942487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.809957408Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.810383595Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29db7aac-17be-4ecc-b8fb-41882ac2bccd\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:48:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.810425555Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.810808692Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.852236291Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.852258661Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.852513456Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"594b081d-6fdc-4bcf-9031-c9d3c78a18d0\", \"date\": \"Sat, 21 Dec 2024 07:48:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.852527936Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.852863702Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.854945516Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.855130469Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.856563093Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.856828347Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ba5097c-77bb-4e13-82f0-23ffa43b3583\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:48:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.858038628Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.858282072Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.858337062Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.858539886Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.861234401Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.861247221Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.861586576Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a2f3aed4-f893-491f-beb3-87c31ca17806\", \"date\": \"Sat, 21 Dec 2024 07:48:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.863054191Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":13,"elapsed":"429.962964ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.905390296Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.905416076Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.905640609Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcc0d43c-f445-42e8-9c99-cd47a432ca60\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:48:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.90566347Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:48:59.907221586Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:48:59.911512677Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.024373615Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.02468636Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"311722cd-8043-49bb-bab3-bba8aa32bc2f\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:48:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.024705341Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.024715931Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.024723541Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.026428749Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":13,"elapsed":"593.480275ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.026662943Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":13,"elapsed":"594.515372ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.028744018Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.029099634Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"9853d2dd-a96a-4cbd-a8b6-25e99c57ab0f\", \"date\": \"Sat, 21 Dec 2024 07:49:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.029122324Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.030580578Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"111f2dae-cfcc-48d1-9ec0-60e6125d18d4\", \"date\": \"Sat, 21 Dec 2024 07:49:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.030607809Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.031960471Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.031971511Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"599.775769ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.037944231Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":13,"elapsed":"605.81428ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.043651056Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.044123514Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"df368e06-23cd-4f01-b1a5-fe778f06b854\", \"date\": \"Sat, 21 Dec 2024 07:49:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.044134524Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.046051216Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9b515ccc-2e21-4a40-9049-16c6838c20e2\", \"date\": \"Sat, 21 Dec 2024 07:49:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.046062296Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.047986928Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"67ed19a6-f5d8-4872-a0e1-8b0c225783a4\", \"date\": \"Sat, 21 Dec 2024 07:49:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.047998048Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.049950231Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.049989991Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"617.695598ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.11724003Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.117515247Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.11901236Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.11902516Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.119196513Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.126355292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.126615656Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26598edb-bbf6-4758-a101-f53770603726\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:48:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.126633317Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.126643007Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.126867181Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.126879611Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.126966242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.126974892Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.126981942Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.126989472Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.127064064Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.127074454Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.127299078Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.127307408Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.127494601Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.129761399Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.12986855Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9a650fa-4d41-45fd-a3da-3ab5ee2549f1\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.129893371Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.129960092Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dfdd88d-db6c-4440-8456-5b8cc63a4866\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:48:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.129975322Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.129986292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.219808467Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"adf73937-8641-4280-8aaa-1aa1d6386639\", \"date\": \"Sat, 21 Dec 2024 07:48:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.219838877Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.219849297Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.220107992Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3945328a-b0b8-448e-a4ca-10cc162101de\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:48:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.220161233Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.22060292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.224288211Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.224618617Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.226925315Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.22717225Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.229118502Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.229381296Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.235920735Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":13,"elapsed":"802.857079ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.24222683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.24223805Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.276291187Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.276397718Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38810"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.276555891Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"629cd5df-5f64-448d-a219-086dfb13799e","remote_addr":"[fd00:1122:3344:101::c]:38810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.276812915Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"629cd5df-5f64-448d-a219-086dfb13799e","remote_addr":"[fd00:1122:3344:101::c]:38810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.320584374Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/oximeter.rs:76","collector_id":"782bf979-9f7a-465e-8dc9-4ac9e0c82e87","producer_id":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:00.320607904Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/producers","method":"POST","req_id":"629cd5df-5f64-448d-a219-086dfb13799e","remote_addr":"[fd00:1122:3344:101::c]:38810","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44116,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.320674885Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"629cd5df-5f64-448d-a219-086dfb13799e\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 07:49:00 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.32274136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:00.32276598Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","wait_period":"150s","lease_duration":"600s"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:04.734368683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"6acbc7ff-5bd7-4e4f-a13c-2d0d26198403","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:04.734741419Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"6acbc7ff-5bd7-4e4f-a13c-2d0d26198403","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:04.737528076Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"6acbc7ff-5bd7-4e4f-a13c-2d0d26198403","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3232,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:04.737822421Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"8306af51-42ef-4bba-a310-8ff3f93b7b00","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:04.738173947Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"8306af51-42ef-4bba-a310-8ff3f93b7b00","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:04.739981997Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"8306af51-42ef-4bba-a310-8ff3f93b7b00","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2233,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:04.744428521Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"46f8daaa-1d36-4b2f-b288-43fcd2f7b27e","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":243,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.432816569Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.43287511Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.433176375Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.433216446Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.433226776Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.433430399Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.434843053Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.435397372Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.435760068Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.437035179Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"3.812333ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.437631989Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.437645049Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.437813952Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.439555851Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.439749915Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.441400842Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.443855373Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.443872063Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.443994735Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.453396691Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:09.453420702Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":38,"elapsed":"20.613853ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:14.744437498Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"af329465-2d87-4ba0-802a-fd4eacee3a10","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.432627103Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.432687464Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.432994689Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.43303448Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.43304595Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.433251363Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.434982302Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.435045004Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.435406319Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.437043767Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"4.002827ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.437657787Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.437670907Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.43781307Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.439467477Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.43965064Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.441229266Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.443700108Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.443720498Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.44384232Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.451889364Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.451909264Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":39,"elapsed":"19.300471ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.734493936Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"9ed01267-b282-4b44-98ad-93c38f9ae6f6","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.734862062Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"9ed01267-b282-4b44-98ad-93c38f9ae6f6","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:19.737664109Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"9ed01267-b282-4b44-98ad-93c38f9ae6f6","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3231,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.737965424Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"1c379280-799e-4769-8430-e3d24de2479a","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:19.738207028Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"1c379280-799e-4769-8430-e3d24de2479a","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:19.740327483Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"1c379280-799e-4769-8430-e3d24de2479a","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2415,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:24.744530487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"46e1ff1a-8ae5-4ec2-9e61-af222c234c18","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":273,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.432773932Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.432837523Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.432848053Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.432856323Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.432865454Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.432874134Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.432882254Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.433192409Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.433208179Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.433216879Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.43383853Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.43384772Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.43385453Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.43386239Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.43387007Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.43387653Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.433885151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.433892451Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.433900031Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.433906731Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.433912901Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.433919511Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.433927101Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.433933361Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.433939911Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.433951881Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.433962762Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.433973212Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.433983902Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.433994472Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.434003382Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.434012933Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.434021563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.434030603Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.434040003Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.434048353Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.434058533Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.434068434Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.434150645Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.434213026Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.434237116Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.434323528Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.434368119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.434378459Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.434406109Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.434416209Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.434425749Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.43443416Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.43444067Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.43445576Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.43446423Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.435800612Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.435854773Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 135591129 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.436149438Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.436778568Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 136520774 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.436792899Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"4.041088ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.437053463Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.437333748Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.438555088Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.438568958Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.438707051Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.439512714Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.439527644Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.439719777Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.440335998Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.441199722Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.443561661Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.443586502Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.443596572Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.444912414Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.444936664Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.444946695Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.445333511Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.445615596Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.445642966Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.445797519Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.446054753Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.448155408Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.448177618Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.448314651Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.449012082Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.449804005Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.450023149Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.451165298Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.451621106Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 151340621 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.451663156Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.45188135Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.451971161Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.452159235Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.452403139Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.452415919Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.452423859Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.45250175Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.452573842Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.452584551Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.452662763Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.452885817Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.454605565Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.454625525Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.454752188Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.457165958Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.457460593Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.457672386Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.45789398Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.457974461Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.457984621Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.457991712Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"24.102191ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.459742981Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.459769781Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.459944684Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.461050003Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.461065833Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.461301937Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.473276166Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.473310187Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":40,"elapsed":"40.480334ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.481140467Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.481490132Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.483673069Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.483968064Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.484654685Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.485011721Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.485869396Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"51.888883ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.487283249Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.487487772Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.487601214Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.487873859Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.488819065Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"54.819782ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.490667215Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.490857188Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.491189324Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"57.180862ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.492105869Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.494315946Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.494334276Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"60.332964ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.494972887Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.494988957Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.49517492Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.497017351Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":14,"elapsed":"63.10443ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.513314922Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.513649038Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.515636081Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"81.769961ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.521368916Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"87.469246ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.530305735Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.530333125Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.53065359Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0341180-8d96-43c1-bb5b-c6e412494860\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:49:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.530674161Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.532773116Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.53842302Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.53844165Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.538704024Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"183d27e2-5203-4d9b-a9ee-81e847d011f4\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:49:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.538720845Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.539570359Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.539842903Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.541027613Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.543737388Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.543748448Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.543973682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0be2dd8e-f10e-4e5a-a39e-bacebe04a85e\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:49:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.543988423Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.545498397Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.545607259Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":14,"elapsed":"111.765969ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.561625536Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"127.693815ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.640709942Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.640730902Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.640739232Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.640926825Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f45ee7a-4959-4fda-b7fc-e944970289ef\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:49:29 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.6411741Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d156348a-8c77-4f39-a1c5-eef5e555ef11\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:49:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.64119653Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.641491215Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.642290448Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.64238477Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.642593413Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.64423752Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.644249871Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.644395363Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.646534919Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.64658804Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":14,"elapsed":"213.780247ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.64660061Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":14,"elapsed":"213.819128ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.648470031Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.648483551Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.648624024Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.656429373Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.656448954Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.656663807Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9c60af90-5897-47fa-8862-04725fff5c18\", \"date\": \"Sat, 21 Dec 2024 07:49:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.656675187Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.656996343Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.658436497Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.65865042Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.66165218Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.661922055Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.665154868Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.665169219Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.665579776Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"bc7385ab-7d0c-46f1-a048-519183589e86\", \"date\": \"Sat, 21 Dec 2024 07:49:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.66762236Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":14,"elapsed":"233.593156ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.708032472Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.708352927Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.71033282Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.710352391Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.710707046Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.719574044Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.719894719Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ca807ab-3c50-4a31-bd4b-57073e3c74bb\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:49:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.71992517Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.71993682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.720226425Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.720236215Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.720244375Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.720255905Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.720263745Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.720271196Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.720481149Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.720490949Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.720718413Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.720726793Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.720976507Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.722435102Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.722534563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11b4bd38-2e33-4fb2-ab6c-f8e5548ff140\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:49:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.722545594Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.722634665Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2193416-32d3-4f89-b3f5-a5b89f289989\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:49:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.722647295Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.722659695Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.738727563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.812091564Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"548a1369-c1cd-46a9-9b33-ec70221f47c7\", \"date\": \"Sat, 21 Dec 2024 07:49:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.812118434Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.812129554Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.812441419Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ceff460-780a-4d55-9989-96985b7e7d1b\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:49:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.8124876Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.812796915Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.812859086Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e12e69a2-5d56-42c9-8bb2-d2a4ca2d57bf\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:49:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.812898117Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.812908197Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:29.812915587Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.814406042Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":14,"elapsed":"380.446961ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.81672377Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.816951674Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.820173728Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.820477613Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.822462226Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.822746041Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:29.829719607Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":14,"elapsed":"395.858456ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:34.744772026Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"74c801db-a488-4df2-a32f-904734d118e5","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.432962711Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.433020232Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.433303187Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.433344138Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.433356228Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.433544441Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.435010275Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.43531757Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.435532344Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.437823482Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.437846623Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.438010955Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.44009009Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.440294703Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.442201155Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.444723637Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.444742977Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.44487344Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.456560594Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.456585684Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":41,"elapsed":"23.636233ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:39.464211001Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"30.856214ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:44.744803824Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"7557a6a0-92c5-47a0-a28a-96c679452b91","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.432975229Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.43303882Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.433286364Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.433326575Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.433337975Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.433507358Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.434757899Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.435363189Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.435733175Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.437316631Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"3.983067ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.437506504Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.437520954Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.437662747Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.43906516Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.439226303Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.440938891Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.44327524Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.44328775Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.443420413Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.453717434Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.453743434Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":42,"elapsed":"20.778286ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.734803451Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"b6947fb4-3c1c-480f-8951-4de215c6f2f2","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.735157077Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"b6947fb4-3c1c-480f-8951-4de215c6f2f2","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:49.737411264Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"b6947fb4-3c1c-480f-8951-4de215c6f2f2","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2684,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.737659168Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"ea1f0e1d-df88-45e0-bda9-a26eb812f6bf","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:49.737944503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"ea1f0e1d-df88-45e0-bda9-a26eb812f6bf","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:49.739621641Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"ea1f0e1d-df88-45e0-bda9-a26eb812f6bf","remote_addr":"[fd00:1122:3344:101::d]:40327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2022,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:54.745107526Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"594df4fd-09d4-4cc5-9f09-78c2bef8f9d7","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":262,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432316986Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432379957Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432394028Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432404908Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432414038Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.432423948Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:39:59.432348607 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432433668Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432442868Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432452458Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432462179Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432474789Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432487479Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432499219Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.43251291Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.43252592Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.43253796Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.43255068Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.43256204Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.43257296Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432584311Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432594361Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432605441Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432615691Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:49:59.432627012Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432639462Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\"}","iteration":9,"elapsed":"9.08µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432805935Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432839295Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432951377Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.432994527Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.43311697Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.43313355Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.43314199Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.43315384Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4dd95bbd-e009-486c-8c96-451a6e195a49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 132775846 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433218331Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bfae345-1659-4377-bca9-c55abec2aeb7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7c426166-4f75-4a87-b9ac-c0d590aea49b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 132832517 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433255602Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433265792Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433273322Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433279712Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433285792Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433292683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433298953Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433305903Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433312253Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433319533Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433326563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433333423Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433340543Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.433346724Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433387784Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433410565Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433421175Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433431125Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433441065Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433450205Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433459845Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433470186Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433480426Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433489786Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433499266Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433509316Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433517456Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433526216Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433535416Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433544797Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433553527Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433563267Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433572497Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433582457Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433591637Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.433601068Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433609978Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433619098Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433630878Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433640478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433767851Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433784081Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433795511Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433806091Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433820701Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433831941Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433884662Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433908993Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433919183Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433928903Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"1.466494ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433937293Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433946303Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":8,"elapsed":"1.450915ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433954503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433961884Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433969774Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433978864Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433985574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.433993584Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.434000194Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.434007064Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.435268365Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.435753493Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.436014248Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.43613264Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 135754775 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.436384644Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.436490416Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"4.202219ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.438069122Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.438083252Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.438241905Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.438373367Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 138001333 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.438637372Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.439085099Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:39:59.432348607 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.439100089Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"expiration\":\"2024-12-21T07:39:59.432348607Z\",\"pruned\":[]}","iteration":8,"elapsed":"6.749692ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.439471895Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.440883379Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.441292926Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.441307286Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.441472889Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.442876652Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.442899682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.442930413Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"9.653071ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.443047625Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.445497136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.445873782Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.446025034Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"12.694851ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.448292142Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.448314062Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.448416894Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.448430434Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.448468295Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.448677828Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.455209937Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.455529713Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.455559583Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.455573573Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"22.18364ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.456854955Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.457292612Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.457323362Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.457656148Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.458816027Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.4602107Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.460526676Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.460853101Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 160464176 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.461210197Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.463560206Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.467130315Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.467162446Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.467354039Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.478511435Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.478728939Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.480483618Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.480736052Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.482319538Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"49.051346ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.486934975Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"53.558632ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.492604019Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.49263188Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.49264124Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.492853574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.494491571Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.494720695Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.495276944Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.496058807Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"62.709893ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.49622384Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.49623958Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.49624799Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.496618396Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.497204376Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.49747582Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.497987809Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.498242443Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.498585619Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.498925895Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.499102798Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.499354322Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.499574055Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.499925421Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.499951062Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.500118675Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.500248977Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"66.957085ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.501014399Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.50103192Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.501229493Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.501968125Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.501989546Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.502135608Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.502656787Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.50285829Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.504689071Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.504704781Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.504943415Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.505190719Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.505201979Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.505361722Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.505376642Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.505383032Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.505391552Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.505397242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.505667497Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.505997632Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.506008542Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.506150235Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.506338518Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"72.909164ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.509297477Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.509515151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.521386918Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.521424209Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":43,"elapsed":"89.029901ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.531547427Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.531811822Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.531966954Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.531978214Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.531986995Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"98.601361ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.540267863Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.540294083Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.540301843Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.540307953Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.540550177Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.541293009Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.54130201Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.54131057Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"107.856124ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.543024458Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.545755374Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.545780744Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.545902656Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.547834728Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.548045062Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.557245515Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.557272935Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"123.856031ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.559432081Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.559638015Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.565141186Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.568478522Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"135.165559ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.575035681Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.622118854Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.622139115Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.62243583Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c9eeb09-dd89-41c9-b4ed-ca80200a2f45\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.62245124Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.623731361Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.624393292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.624401892Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.624585735Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89e78b20-2fc3-44cb-b9f0-26a4fea04151\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.624600776Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.625688384Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.636046906Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.636057586Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.636222589Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce8dee07-a2ab-4864-8414-3fd6127902cb\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.636233739Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.637246856Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.679238155Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.679259675Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.679710203Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"468cc710-9320-4388-9de7-8c5cdca08689\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.679734123Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.680044958Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.710738999Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.711035734Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.712954006Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.713161269Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.71498311Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.7167754Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.71680139Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.716933792Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.719445824Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.719475054Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.719486905Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.719635757Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.720073884Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.723353199Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.723382169Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.723503981Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.724764922Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.73061486Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.730999426Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"493e22ad-746c-4756-bd6e-83b5768f61cf\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.731025426Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.732834787Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"72cc1a5f-8e3d-4459-855f-5f3f56f94f71\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.732860277Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.734355982Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.734381482Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"302.012775ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.740672707Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.740701627Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.740973392Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6adcfc68-ac75-457e-984b-9b1e1f1f2acd\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.740985402Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.741247667Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.744288177Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.74446339Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.747648753Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.748090301Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.748599749Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.751391435Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.751418006Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.751575119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.751588409Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.751609219Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.752088267Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3df6a7e0-58fa-44ec-b353-5821070b1083\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.753292947Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":15,"elapsed":"319.878613ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.754594499Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":15,"elapsed":"321.270965ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.76070699Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.761340671Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.761356831Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.761366591Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.761671267Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.762034733Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:42:50.264108Z, time_modified: 2024-12-21T07:42:50.264108Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.762068373Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]}},\"default_endpoint\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"329.563264ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.763285033Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.763787962Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.763815302Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.763973795Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.766261883Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.766285893Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.766420115Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.768429539Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.768450229Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.768459239Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:41.075205 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.76846766Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2}","iteration":8,"elapsed":"335.96783ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.771040352Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.771057213Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.771064923Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:39.444085 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.771072223Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1}","iteration":8,"elapsed":"338.692596ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:49:59.786552761Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.786571981Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"353.178666ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.795637722Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.795855095Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.822847704Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.824803867Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.824818907Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.82497218Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.845524562Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.84601812Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d3230f93-700a-4862-b148-3847d63d0f84\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.84603418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.848286838Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bcb3bae5-38ca-4730-9f75-703cc0d95c18\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.848300818Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.849587379Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"91ad7df6-0871-481e-9135-3dcacd395c05\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.849597959Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.851799266Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.851843157Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"419.43951ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.853765149Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.855587789Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.855600029Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.855739772Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.872849746Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":15,"elapsed":"440.328507ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.877369772Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.877594665Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c2acee8-a81a-4918-a155-a6c9a97b6335\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.879189812Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.879413115Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.881403529Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":15,"elapsed":"449.090793ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.925575474Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.925887189Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.949946099Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.950385487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b93d29f6-a8b6-4600-b3ea-ea7a6e048043\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.950414667Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.950440327Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.950450177Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.951730349Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.951754959Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.951960563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.952229637Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":15,"elapsed":"518.937525ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.961509841Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.961778126Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21bb0a6f-506d-4121-a951-d650cda8617d\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.961798776Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.961807817Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.962052581Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.962063651Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.962070671Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.962078351Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.962085271Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.962092371Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.962259604Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.962268654Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.962514738Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.962523989Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.962753242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.964748166Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.964847577Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29937412-860c-4be4-bb85-53b632cf5631\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.964863507Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.964938129Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"025e6a9d-34dd-43d1-87b1-3daf4a1be1bb\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:49:59.964950439Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:49:59.964962499Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:00.056991459Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"10c3e22e-3bf0-465a-a519-7573d80a2f2b\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:00.05703379Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:00.0570432Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:00.057283584Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77156c7e-c653-4c23-baa7-63a3bb509b10\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:49:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:00.057319485Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:00.057569329Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:00.061556555Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:00.061714998Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:00.064732248Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:00.064970402Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:00.067076697Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:00.06723812Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:00.074046793Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":15,"elapsed":"640.742481ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:04.744943761Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"c2fe68db-b3ab-4274-a2e8-3550d17fefcd","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.433103636Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.433158737Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.433426341Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.433455912Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.433464562Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.433627015Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.43514824Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.437783194Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.437798554Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.438004667Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.439870619Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.440155233Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.441733119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.444299152Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.444313492Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.444463655Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.454448851Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.454470121Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":44,"elapsed":"21.375316ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.462525105Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.462737919Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:09.496393549Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"62.921967ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:14.745047179Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"ae0dfb50-7b02-4b6c-8c5c-71a1f9517f08","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":309,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.433223014Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.433280184Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.43359466Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.43363388Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.43364407Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.433828224Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.43540153Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.438197626Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.438225877Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.43838682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.440658317Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.440872481Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.442226483Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.445969115Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.445994216Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.446198049Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.455605056Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.455627296Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":45,"elapsed":"22.416123ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.469372955Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.46965911Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:19.471023683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"37.386012ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:24.745048165Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"cc26f011-4942-4125-9a69-6a3ac1940ebf","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":339,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.43324338Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433295291Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433304141Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433310722Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433316931Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433322982Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433333702Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433345352Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433355572Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433364802Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433375003Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433383843Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433429393Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433439473Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433448664Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433458314Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433468734Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433478144Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.433487954Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433497734Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433507425Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433517745Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433527895Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433537225Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433547535Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433557335Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433565976Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433574596Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433584926Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433593916Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433603846Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433612836Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433622117Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433631167Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433639797Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433773579Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.43380304Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.43381306Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.43382053Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.43382818Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433895971Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433929212Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433939292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433946872Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433954962Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433963492Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433971573Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.433998993Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.434007373Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.434014093Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.434020743Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.435676891Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.436803709Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 136324045 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.436971842Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.739542ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.437065904Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.437946619Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 137470974 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.438206863Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.440135455Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.440169205Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.440378609Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.44287519Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.443259517Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.44524152Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.44526376Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.445432673Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.446577242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.446600332Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.446761525Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.448703498Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.450261813Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.450556668Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.450907574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.450920475Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.451158679Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.455223176Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.455566842Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.457124958Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.457375362Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.482309117Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.48430199Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.48431537Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.484473583Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.485073353Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"51.709531ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.486433915Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.487110067Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.487220948Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 186739754 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.487548404Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.487572174Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.488638692Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.488657872Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.488840806Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.489496826Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"56.025952ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.489785521Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.491259866Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.491360407Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.491370837Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.491376568Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.491554711Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.491658232Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.491716133Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.491732574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.491746304Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.491916837Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.491945707Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.492023538Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.49210535Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.495178981Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.495313143Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.495381394Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.495671889Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.495942653Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.497468419Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"63.979165ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.498375474Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.498394834Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.498540067Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.513245672Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.513276842Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":46,"elapsed":"79.988281ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.518764153Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.518791854Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.519100059Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"571558eb-3b11-4ec4-ac39-3f7cae808164\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:50:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.519122169Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.520652325Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.520662415Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.520669975Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.520911479Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0767504e-3c59-4a8e-a203-3ba87711ab07\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:50:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.520942089Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.521166633Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.52218342Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.522441845Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.522519806Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.523174737Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.523186527Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.523326639Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.524291865Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.524304125Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"90.963913ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.526444711Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.526463661Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.526470281Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.526761346Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.531994704Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"98.497349ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.546358112Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"112.932109ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.546538366Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.549312812Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.549363822Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.549521215Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.552383533Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":16,"elapsed":"118.948289ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.55825557Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.558279631Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.558288681Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"124.884467ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.559596513Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"126.279832ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.562354119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.562615763Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.584746111Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.584767062Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.585053916Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30a26fad-84cd-4923-8b63-35323c684c74\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:50:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.585070616Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.587224303Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.618494043Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"184.975408ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.627113206Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":16,"elapsed":"193.832175ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.64719528Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.647464065Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56baf408-b087-478a-9e9e-170d0ead4659\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:50:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.649784383Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.650107699Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.652260985Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":16,"elapsed":"219.009974ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.654744476Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.655092382Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.65681633Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.658644771Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.658655891Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.658822644Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.660289788Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.662146989Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.662162529Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.662299562Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.666275788Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.666287478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.666706285Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6848e9ab-7c55-411a-9c9d-9659b10ca51f\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:50:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.666739466Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.66698607Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.721487257Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.721524677Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.721750101Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"bcb5e061-6327-4622-a4e8-b01ab30fa0b7\", \"date\": \"Sat, 21 Dec 2024 07:50:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.721766021Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.722145477Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.724149761Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.724314504Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.727828022Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.728151427Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.731427792Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.731446282Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.731737717Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a18636f0-a40e-4518-a63e-3e33ffd18b07\", \"date\": \"Sat, 21 Dec 2024 07:50:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.733210461Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":16,"elapsed":"299.809038ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.759217134Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.75958346Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.773664735Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.77401115Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3115c917-bd47-4c13-bc11-640733f4a929\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:50:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.774044821Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.774061911Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.774070531Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.775880471Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.775891342Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.776081925Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.776364999Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":16,"elapsed":"342.914375ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.785377489Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.785664144Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30166a8b-a8a9-472b-a4e2-dc7a4d75abe9\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:50:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.785693165Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.785704375Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.785948629Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.785958489Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.785965489Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.785972939Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.78598039Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.78598782Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.786144062Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.786152992Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.786381276Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.786389946Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.786709262Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.788935489Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.789043941Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56666ce1-5022-4f85-abf5-c59e8b739d59\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:50:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.789054091Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.789138772Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88e624ec-bdcf-4f9e-8cfe-c886ab801aad\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:50:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.789151952Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.789162292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.883269888Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"730f0525-f0a0-4e07-9cc7-b980240d2b82\", \"date\": \"Sat, 21 Dec 2024 07:50:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:29.883294249Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.883304249Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.883506252Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b18ed0a-217a-4ea1-9a70-ee1ff94e90d8\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:50:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.883548083Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.883804807Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.887423418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.887729043Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.891342893Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.891565006Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.893863695Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.894085648Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:29.900140529Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":16,"elapsed":"466.837398ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:34.745090842Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"a5494d74-7269-4fb4-8133-43b9fa3b509f","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":401,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.433278667Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.433331618Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.433625943Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.433666914Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.433676304Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.433849297Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.435357612Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.435767199Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.436124615Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.43766959Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"3.990087ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.438426813Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.438454043Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.438613556Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.440442556Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.44064022Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.442035963Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.444509334Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.444527075Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.444659507Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.453218519Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:39.453244729Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":47,"elapsed":"19.982692ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:44.744968046Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"c8b49c14-9cbe-4285-88aa-8a72b7443ba6","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":414,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.433152131Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.433207462Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.433520397Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.433562968Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.433574418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.433754121Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.435407568Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.43552282Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.435890786Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.438141414Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.438166324Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.438290136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.439581828Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.43974455Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.443432952Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.44634794Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.446375811Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.446491713Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.459112203Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.459138403Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":48,"elapsed":"25.990573ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:49.469246681Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"35.672804ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:54.745575302Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"178eeadf-309f-43f8-9689-f4621a1f51c0","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.432774732Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.432834213Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.432845853Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.432854213Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.432863474Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:50:59.432871414Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.432881654Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.432889444Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\"}","iteration":10,"elapsed":"9.32µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.432898744Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.432906634Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:40:59.432835583 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.432944645Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.432952835Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.432962815Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.432971765Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.432980565Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.432988516Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.432997356Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433005506Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433014486Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433022746Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433030926Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433040166Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433052877Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433064277Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433072657Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433204329Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433324101Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433383432Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433414323Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433425483Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433434193Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433442623Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433451113Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433459833Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433467893Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433475964Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433483694Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433490954Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433498274Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":49,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433506614Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433517204Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433527385Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433535675Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433544775Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433553465Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433563835Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.433576445Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433589235Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433601356Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433612246Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433623726Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433635216Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433646096Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433657217Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433668997Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433680377Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433692387Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433703777Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433715998Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433728578Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433741128Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433751918Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.433763018Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433773278Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433784799Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433795869Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433807979Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433824119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.43383785Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.43385246Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.43386567Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4dd95bbd-e009-486c-8c96-451a6e195a49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 133213864 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433886471Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bfae345-1659-4377-bca9-c55abec2aeb7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7c426166-4f75-4a87-b9ac-c0d590aea49b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 133233494 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433907951Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433920711Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.433932241Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.434000862Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.434022783Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.434036123Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.434046883Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.434089674Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.434114394Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.434127604Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.434137995Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.434148055Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.434159345Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.434170335Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.434192956Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.434218076Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.434239856Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.434249706Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"1.349702ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.434411279Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.434422099Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":9,"elapsed":"1.504465ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.435847273Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 135293439 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.436108348Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.436144938Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.436399852Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.436498234Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:40:59.432835583 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.436517104Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"expiration\":\"2024-12-21T07:40:59.432835583Z\",\"pruned\":[]}","iteration":9,"elapsed":"3.665201ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.436706897Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.437080884Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.437204046Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.437356838Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"4.576976ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.43746279Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.438274924Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 137725769 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.438505977Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.439014806Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.439027016Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.439090847Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.439101727Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.439177019Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.43924837Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.441455926Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.441598739Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"8.149995ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.442027126Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.443791595Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.443819616Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.443964638Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.444382375Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.444631599Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.444725001Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.444734081Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.444883023Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.447289454Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.447588499Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.447765641Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.448176558Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"14.624313ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.450005859Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.450029839Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.450250753Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.452286087Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.452739254Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.456295553Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.456408255Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.456425166Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.456654459Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.459266273Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.459621649Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.461878856Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.46213361Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.464981808Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.467616782Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.468248862Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.468366614Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 167794059 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.468470066Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.468768151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.468799321Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.46929964Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.46931126Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.469548334Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.47170174Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.4747337Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.474754951Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.474916233Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.478842639Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.478870599Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.478883709Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"45.458037ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.480461086Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.480905163Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.484221618Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.484635635Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.484777307Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"51.322954ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.4861227Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.48614402Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.486404874Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.487783577Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.487813388Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.487985671Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.488218275Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.48916998Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.489192781Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.489201481Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.489532756Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.491318636Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.491341667Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.491583451Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.492715759Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.495395824Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.495419544Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.495615947Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.496160977Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.49635718Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.497667482Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.498348733Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.498368803Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.498376293Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.498681569Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.499547793Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.499839808Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.4999607Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.500953946Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.500976997Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.501090839Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.501119879Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.501132119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"67.700017ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.501196511Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.501566397Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.501929563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.503311026Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.503337736Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":49,"elapsed":"70.401372ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.504543566Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.505482232Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.505508042Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.505517862Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.505526472Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.505765956Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.505785307Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.505860658Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"72.386965ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.506024491Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.507479585Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.509378267Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.50955713Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.51078412Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.51080879Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"77.383247ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.510837161Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.510852041Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.511002034Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.511108625Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"77.674412ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.512635361Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.512658171Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.512671731Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.512882495Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.513104978Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.513278021Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.514216107Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.514482272Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.517160976Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.517191737Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.517207127Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.517222257Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.517334739Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.51740661Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.517506442Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.517524332Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.517538092Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"83.926037ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.519344072Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.519372313Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.519387053Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:41.075205 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.519401603Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2}","iteration":9,"elapsed":"86.398407ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.519414334Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":17,"elapsed":"85.9121ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.536293695Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"102.679678ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.537291381Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.537316261Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.537326222Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.537334812Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.537591046Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.537701468Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:42:50.264108Z, time_modified: 2024-12-21T07:42:50.264108Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.537726588Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]}},\"default_endpoint\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"104.913056ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.538788656Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.539183943Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.539452437Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.54205074Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"108.540686ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.543424643Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.543443853Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.543624696Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.581176361Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.581226872Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.581240742Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.581471526Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:50:59.581912114Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.581933864Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"148.505262ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.582271129Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.582699927Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.582999681Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.583454189Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"149.923875ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.583991038Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.585875769Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.58589281Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.58590335Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.58591133Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.586035302Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.586053502Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.58711095Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.588757517Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.588779498Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.588788628Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:39.444085 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.588797748Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1}","iteration":9,"elapsed":"155.929745ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.588875119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.588887119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.589027452Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.614704079Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.61473411Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.615057845Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6dbdd34-c90b-46dd-860a-ba5619220139\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.615085715Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.617227261Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.618109666Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.629295392Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.629317292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.629505955Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"043f679c-c541-4ed5-acb3-afb324124195\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.629532126Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.630664155Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.681571782Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.681598602Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.681836776Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9220cb2-a545-47be-a214-efe1aa6114b6\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.681862286Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.683309571Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.701450283Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.701467723Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.70190461Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89c2fc0f-4aef-4060-bdf4-aa4d09e1f646\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.701934511Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.702279956Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.71454671Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.722198058Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.722221798Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.722445982Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"513a6e2a-b805-4601-9cd5-c7cdc3921737\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.722461822Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.722846799Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.72473299Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.724923633Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.72772822Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.728064895Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.820413362Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.848059222Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.8485588Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e330d68-481a-4736-9296-d910b2695262\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.848582851Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.848590831Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.848597161Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.849435275Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":17,"elapsed":"415.8594ms"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.851485399Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.851507539Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.851821685Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b53d0e0a-fc9e-4916-8c63-5cf9c7cf2107\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.852985714Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":17,"elapsed":"419.541191ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.890844524Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.891171849Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d9dff88c-0143-415d-ab27-2916f88f7668\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.89118738Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.892563372Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"8aa9214c-a112-429a-830e-00aee2dd9dae\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.892572892Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.894461574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.894474664Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"461.496319ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.92247159Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":17,"elapsed":"489.585066ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.929968015Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.930205179Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9b7748d-2215-46e1-93c7-705dcd511dec\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.932263063Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.932518977Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.934676603Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":17,"elapsed":"501.920372ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.93810022Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.938499587Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6e73888a-81b5-4bbb-b734-2b3585d5cc70\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.938509177Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.940090313Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"dced12a5-4379-4312-b977-4b77016ff25b\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.940100723Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.941293863Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d3c5a690-7e78-4331-b4d1-98b57016b86a\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.941304743Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.942239449Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.942262679Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"509.269923ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.963586044Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.963867169Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.965972914Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.965988844Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.966187128Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.975907189Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.976133893Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cea38e8c-ff5b-466f-8893-6c4da4552227\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.976153153Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.976162034Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.976399047Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.976410798Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.976418018Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.976425388Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.976432218Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.976438928Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.976610981Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.976619601Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.976828054Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.976835585Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.977016278Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.978823438Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.978931349Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48a9b797-0f06-4451-be4b-692b1257f440\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.97895468Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.979027481Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a91efbfe-32d6-41a3-b584-b424a7b1b3e5\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:50:59.979043441Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:50:59.979053031Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:00.066504317Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9fe7add3-d04a-4eb7-a75e-3a1af08c4149\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:00.066552527Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:00.066565147Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:00.066746901Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4971aa80-6b43-4c60-83a3-c65c85f719d0\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:50:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:00.066785721Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:00.067099447Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:00.070958481Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:00.071265746Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:00.074339637Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:00.07450383Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:00.076711066Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:00.07694536Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:00.084452355Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":17,"elapsed":"651.067403ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:04.744842698Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"33b33565-41d2-410c-bc3a-18cde0da61b4","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":302,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.433013264Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.433066894Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.433449651Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.433504752Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.433519732Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.433816357Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.435358963Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.438033217Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.438056457Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.43819046Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.439310728Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.439596443Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.441375293Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.443972046Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.443988686Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.444125508Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.453643767Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.453665337Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":50,"elapsed":"20.667274ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.463267257Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.463537501Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:09.464997966Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"31.492404ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:14.745836422Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"4d1e06ef-50ab-46e3-b283-b26ffad7f984","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":425,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.433013161Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.433068652Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.433338486Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.433375967Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.433386097Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.43356252Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.435010554Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.43773551Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.43775383Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.437918753Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.44013431Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.440330313Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.442947176Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.446843081Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.446863131Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.447000884Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.460433897Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.460458938Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":51,"elapsed":"27.459527ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.467446264Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.467666418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:19.46900772Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"35.627223ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:24.744926905Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"923b4293-436a-4278-9e2a-a5719ae89091","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.433108661Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.433167771Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.433179392Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.433187352Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.433194892Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.433202552Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.433209792Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":18,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.433527517Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.433542198Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.433550948Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434167848Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434191208Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434199499Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434205889Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434212509Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434218589Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434224379Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434231109Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434237769Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434243809Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.43425104Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.43425866Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.43426503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.43427171Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.43427831Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.4342842Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.43429169Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.43429801Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.43430461Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434310501Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434317921Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434324201Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434331171Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434337641Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434344881Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434350971Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434357461Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434389782Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434405972Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434413232Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434466793Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434620456Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434640226Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434677567Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434712677Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434722657Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434731257Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434740068Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434748508Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.434756518Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.43489001Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.435976538Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 135345394 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.436214992Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.436255023Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.436597828Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.452047ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.437396182Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.437497334Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 136871839 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.437807729Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.438131424Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.439252603Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.439281823Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.439457756Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.440077777Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.440090507Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.440264589Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.440761668Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.440779238Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.44091842Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.441619172Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.442144201Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.442374515Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.443128997Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"8.821007ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.443631785Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.443645236Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.443791558Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.445910263Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.446654646Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.447780155Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.44808638Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.448458856Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 147821731 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.44872567Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.449257519Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.44927151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.449557454Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.450159734Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.450186985Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.450320497Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.452612865Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.453296076Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.453968957Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.454299243Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.458032875Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.458059146Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.458069726Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.458080666Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.458093926Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.458103266Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.458546144Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.458852339Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.474451208Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.474500989Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":52,"elapsed":"41.372988ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.474792784Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.4751534Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.481097849Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.481359563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.483349406Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.483653882Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.487009277Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.487507476Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.491706525Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.491924079Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.49194244Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"57.648229ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.493328712Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.495167223Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.495184413Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.495191474Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.495499999Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.496105659Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.496122889Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.496276961Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.497823537Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":18,"elapsed":"63.464326ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.498166843Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.498178163Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.498184293Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.498523049Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"64.29388ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.49856929Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.498614131Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.498628061Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"64.429263ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.501421767Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.503477821Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.503495892Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.503651764Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.510557299Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.51057875Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.510951756Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"448938d8-f67c-4225-a3bb-4be0e8cdc0b9\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:51:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.510971396Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.513083301Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.514771399Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"80.588341ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.520658637Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.520922372Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.529965592Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.530008293Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.530058524Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.530067564Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.530074694Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"95.757184ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.530253957Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6edaaaf9-866b-428a-824b-c1d414b20f28\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:51:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.530273177Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.53136032Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.531399068Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.53140894Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.53167765Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5963c86-a4c2-412d-97d5-d127aff21aec\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:51:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.531689561Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.5328583Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.53342159Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"99.13009ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.549574398Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"115.39898ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.562516184Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.56292421Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.600817851Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"166.617883ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.601739986Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.602027671Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.603687429Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.605698012Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.605713562Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.605853515Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.607504832Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.609427184Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.609436424Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.609592187Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.620459478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.620795904Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"490363ad-e446-43c6-8b1c-5994e115e298\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:51:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.622289768Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.622485632Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.647513648Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.647538108Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.647930925Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"857f1386-9632-49a3-9eae-f1d9d1ae0171\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:51:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.647953135Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.64826809Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.649919208Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":18,"elapsed":"216.784297ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.66263528Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.66265871Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.662853193Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e418dab9-34dd-4fc0-a45e-b1c4c4662a36\", \"date\": \"Sat, 21 Dec 2024 07:51:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.662868204Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.663084057Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.710259992Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.710658739Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"694b03ea-0b55-46ce-b908-61152951071c\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:51:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.710679999Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.710688899Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.710696119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.712315156Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":18,"elapsed":"278.053437ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.712871905Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.713067689Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.716072049Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.716381244Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.718725953Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.718741103Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.719065099Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d9f4112a-5e55-4966-97e7-5e9b179b460b\", \"date\": \"Sat, 21 Dec 2024 07:51:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.720511503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":18,"elapsed":"286.272053ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.734962143Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":18,"elapsed":"301.842183ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.797912711Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.798252276Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.799515997Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.799527107Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.799793722Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.809268309Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.809552664Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"511d28d0-adc1-4b44-88f2-9739849e9d24\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:51:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.809575494Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.809585735Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.810215255Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.810228185Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.810234636Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.810241566Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.810248036Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.810254196Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.810426589Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.810436999Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.810657612Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.810666703Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.810849216Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.812787738Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.81290356Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfa8aef7-e173-4a51-9333-b6578469c67a\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:51:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.81291419Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.813003351Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b16f681f-c33b-4e63-b6d3-ef1c36daffea\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:51:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.813018102Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.813028932Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.904359662Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f061c3c8-97c8-4822-a740-8c8b4c351b3f\", \"date\": \"Sat, 21 Dec 2024 07:51:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:29.904380342Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.904388612Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.904607046Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3882738-7eb3-432e-acb7-25519fb2462f\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:51:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.904645136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.904914121Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.907987492Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.908367248Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.91148142Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.911697164Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.914104984Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.914343298Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:29.922114237Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":18,"elapsed":"487.935879ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:30.324229728Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:30.324267138Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:30.354811077Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:30.354920788Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52033"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:30.355102631Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2f30da12-e842-42db-907f-573df1aeda61","remote_addr":"[fd00:1122:3344:101::c]:52033","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:30.355396926Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2f30da12-e842-42db-907f-573df1aeda61","remote_addr":"[fd00:1122:3344:101::c]:52033","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:30.402350628Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/oximeter.rs:76","collector_id":"782bf979-9f7a-465e-8dc9-4ac9e0c82e87","producer_id":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:30.402395808Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/producers","method":"POST","req_id":"2f30da12-e842-42db-907f-573df1aeda61","remote_addr":"[fd00:1122:3344:101::c]:52033","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47349,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:30.402466089Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f30da12-e842-42db-907f-573df1aeda61\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 07:51:30 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:30.403558188Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:30.403574668Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:34.745065715Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"173906e7-88a7-4443-bb47-3b654a3157f5","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":323,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.433269401Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.433333832Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.43380059Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.433863901Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.433876741Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.434156855Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.461503941Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.463213469Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.463570195Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.464254436Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.464267676Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.464422559Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.466416292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.466621496Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.468346024Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.470772385Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.470783365Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.470921507Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.481564444Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.481595205Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":53,"elapsed":"48.342864ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:39.491859216Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"57.988725ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:44.745406467Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"b71ab630-87e0-4c36-b1af-2e5fe4a2373a","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":424,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.432578236Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.432635307Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.432936112Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.43344314Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.433461771Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.433610053Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.435284931Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.435433974Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.437113671Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"3.666701ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.46284467Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.465460273Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.465473933Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.465604696Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.467496007Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.46767653Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.469021902Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.471405912Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.471415632Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.471554135Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.482790881Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.482810332Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":54,"elapsed":"50.242845ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:49.735470346Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:58587"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.735616038Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"5852dae6-de2b-4745-a133-422bfbedab4c","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.735959924Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"5852dae6-de2b-4745-a133-422bfbedab4c","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:49.738038078Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"5852dae6-de2b-4745-a133-422bfbedab4c","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2472,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.738266782Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"ca0734ae-b7e6-4317-8944-318e4b0d8924","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:49.738623088Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"ca0734ae-b7e6-4317-8944-318e4b0d8924","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:49.740825345Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"ca0734ae-b7e6-4317-8944-318e4b0d8924","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2619,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:54.745655549Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"ab3a9aef-a329-4d3d-b93e-daa97226e1a7","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.432842648Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.432890728Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.432899439Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.432905779Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.432911739Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.432919549Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.432928029Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.432936179Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.432943809Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.4329513Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43295809Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43296481Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.4329729Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:41:59.432942889 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43298098Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43298854Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43299844Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43300913Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433020641Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433049421Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433080602Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433091352Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433099762Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433107312Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:51:59.433115002Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433124703Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\"}","iteration":11,"elapsed":"10.451µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433314306Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433356566Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433483758Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433495378Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433504019Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433511509Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":19,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433520469Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433531489Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433542069Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43354963Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43355835Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43356734Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43357616Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43358377Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43359197Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433601Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433608871Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433617711Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433626251Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433635311Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433641391Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433647131Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433653481Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433659561Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433668352Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433675552Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.433683102Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433689312Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433695722Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433703822Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433710642Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.433718982Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433725453Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433731742Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433738673Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433745563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433752043Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433758913Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433765973Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433772543Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433778733Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433784983Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433790834Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433798774Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433805904Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433813244Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433827394Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bfae345-1659-4377-bca9-c55abec2aeb7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7c426166-4f75-4a87-b9ac-c0d590aea49b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 133128800 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433839984Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433853244Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4dd95bbd-e009-486c-8c96-451a6e195a49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 133152910 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433963776Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.433987507Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434037128Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434055648Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434067648Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434078888Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434090128Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434135509Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43416127Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43417311Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43418417Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43419416Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43420492Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43421659Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434229811Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434241951Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434248841Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434365563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434376503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434388733Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434398704Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.422784ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434432964Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434443554Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":10,"elapsed":"1.393873ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434496985Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434506775Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434622117Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434631457Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43474785Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.43477147Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.434991674Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.435268828Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.435667215Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.437089228Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 136386744 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.437124229Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"4.106709ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.437392183Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.437449394Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 136750220 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.437697248Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.437957553Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.437973263Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.438060025Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.438068665Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.438121786Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.438224897Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.438893168Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.439532889Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.444029024Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:41:59.432942889 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.444056264Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"expiration\":\"2024-12-21T07:41:59.432942889Z\",\"pruned\":[]}","iteration":10,"elapsed":"11.092585ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.446004297Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.448246824Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.448277275Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.448423477Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.450589483Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.450946499Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.452389533Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"18.738072ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.453223647Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.456270237Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.456300798Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.456485651Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.456515102Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.459886318Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.459941879Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.460166852Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.461627847Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.463923845Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.464603906Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.464616747Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.464909581Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.467024887Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.47021871Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.470545845Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.472881574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.476364142Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.477017953Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.477214686Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.480623053Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.482772878Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.482795699Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.482953361Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.489005242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.490385595Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.49065024Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.491758178Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.492346188Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.492371558Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.492381678Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.492396279Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.492405849Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.492414939Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.492646823Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.492752264Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.495877096Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.495903037Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.496193162Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.496385355Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.496408836Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.496612939Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.501194545Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.501299757Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.503690537Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.503962811Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 203257936 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.504251696Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.505548028Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.505573448Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.505847082Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.506450512Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.506472213Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.506481363Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.506520204Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.506813618Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.506930511Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.506950751Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.506962601Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"73.278509ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.507013852Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.507417739Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.507437239Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.507559981Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"74.017782ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.507682713Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.508502857Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"74.816455ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.509081236Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.509165138Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.509182038Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.509447162Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.513066102Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.513090423Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.513242665Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.513295266Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.51350858Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.51471929Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.516057612Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.516385258Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.516702813Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.516725423Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.516869956Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.516907857Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"83.215104ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.51711996Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.517350834Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.523920203Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.523962754Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.523971274Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.523977944Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.524387571Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.525673192Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.525708323Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.525720643Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.525730623Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.525975097Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.526032848Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.528116833Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.528155874Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.528375377Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.528581741Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.528609881Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":55,"elapsed":"95.766024ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.529874532Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.529899933Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.529915403Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"96.274762ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.530118606Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.530144877Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.530406721Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.532398494Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.532424875Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.532647078Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.53697071Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.537009301Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.537030991Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.537410478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.537449768Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"103.934709ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.538833391Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.54356203Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.543591461Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.543828954Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.54537078Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.545786377Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.548136836Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.548208707Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.548282208Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:39.444085 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.548297829Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1}","iteration":10,"elapsed":"115.390129ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.555495839Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"121.940649ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.556847261Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"123.22369ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.55855949Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.558901815Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.561400707Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.561682962Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.561706532Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.563235367Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.563256768Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.563263698Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.563579453Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.564842394Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.564863795Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.565078348Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.569732865Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.569764546Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"136.104415ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.572356949Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.572434941Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.572606273Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.575305708Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.575338039Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.575535872Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.577931652Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.578083884Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.578115855Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.578131945Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.578139895Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":19,"elapsed":"144.532995ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.578539052Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.579773763Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.581030153Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.581057054Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.581339478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.584523991Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.584552642Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.585199673Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.586741528Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.586771759Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.586784479Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:41.075205 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.586793139Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2}","iteration":10,"elapsed":"153.696827ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.597509058Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.597833873Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.608404539Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"174.88717ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.615555928Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.615588908Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.615599399Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"182.005729ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.623256896Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:42:50.264108Z, time_modified: 2024-12-21T07:42:50.264108Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.623299927Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]}},\"default_endpoint\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"190.437728ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:51:59.647407418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.647446538Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"213.92048ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.688440141Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"254.893391ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.702670737Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.702720888Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.703096864Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce8f61b9-bfe7-43c6-b3e7-0260fc9da5e4\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:51:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.703116815Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.705008466Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.711285351Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.713183822Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.716485437Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.716504628Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.716822583Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e3ff8c7-bf9d-424c-b315-413e0408f204\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:51:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.716848225Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.717580012Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.718095484Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.718585042Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.719490187Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.721959158Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.721984309Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.722160042Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.723451843Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.725611779Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.725633319Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.725817093Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.730148285Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.730169945Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.730443499Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d680a90-3fe0-4836-ba3a-a570e374c35c\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:51:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.73046237Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.732357941Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.783685805Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.783727146Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.784199844Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed7d611a-1695-407a-9efa-8503184d1d91\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:51:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.784230834Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.78457275Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.826424827Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.826451147Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.82664882Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f5faf1bb-0d8b-47ee-94d5-421a80b4de14\", \"date\": \"Sat, 21 Dec 2024 07:51:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.826674381Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.826996816Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.828923258Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.829105521Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.831678634Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.831942568Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.835231943Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.835251223Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.83561884Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9cb926bb-8e07-46fd-b0e2-25ef335f1ef6\", \"date\": \"Sat, 21 Dec 2024 07:51:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.837297397Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":19,"elapsed":"403.715197ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.888163004Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":19,"elapsed":"455.282866ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.920155756Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.920413331Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"505b1bb1-1d76-4917-ad4b-fc5e9f3a5cb4\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:51:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.922330422Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.922538876Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.924452958Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":19,"elapsed":"491.524649ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.9408504Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.941162756Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"1f315613-2533-47e3-87fb-50a995c058b3\", \"date\": \"Sat, 21 Dec 2024 07:51:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.941175026Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.942781923Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"6c99d08a-f942-46dd-88ce-9122bcb304be\", \"date\": \"Sat, 21 Dec 2024 07:51:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.942793013Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.944136895Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.944147775Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"511.192446ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.986208735Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.98649739Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7f7eff5-b04e-40ac-8739-7b25ece11566\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:51:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.986520111Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.986529771Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:51:59.986537961Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.988438132Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":19,"elapsed":"554.919083ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:51:59.997787458Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.130053868Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.130540047Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"678d9876-a413-43d1-847a-212834ef2afd\", \"date\": \"Sat, 21 Dec 2024 07:52:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.130553727Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.132856005Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6ad55bee-57f9-4520-9110-f59425051e9b\", \"date\": \"Sat, 21 Dec 2024 07:52:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.132869835Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.134844408Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7bc9192a-3c21-43fd-a827-8a14b2b7536c\", \"date\": \"Sat, 21 Dec 2024 07:52:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.134856699Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.136850802Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.136899682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"703.893272ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.161479571Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.161805827Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.163590988Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.163603269Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.163878081Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.17221712Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.172458424Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1903fcf2-9edb-40ed-b014-dd36021dcb8c\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:51:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.172476685Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.172485994Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.172725869Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.172739829Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.172747159Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.172754269Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.172761399Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.172768269Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.172917142Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.172928992Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.173136565Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.173144516Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.173336159Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.175056127Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.175149369Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5100751-e68e-418f-a7a5-be25a6443a06\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:51:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.175175189Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.175266911Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d86c15be-55e2-4e73-b5e7-d06330280f07\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:51:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.175296771Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.175316612Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.275020201Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"85c72327-27c2-4248-802b-5297fd2df878\", \"date\": \"Sat, 21 Dec 2024 07:51:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:00.275048191Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.275057791Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.275276905Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f151847f-955b-4dce-acaf-716ab657ab59\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:51:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.275319996Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.275635201Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.279075098Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.279244141Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.283085595Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.283344159Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.285262551Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.285439454Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:00.292819977Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":19,"elapsed":"859.281757ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:04.745574995Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"d8b4c2e2-54cb-4d16-a547-2e2742a797f9","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":260,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.432732784Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.432781585Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.43310023Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.433651789Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.433663649Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.433896463Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.461486062Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.461745287Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.468834694Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.47158923Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.471606931Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.471753233Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.473919589Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.474137883Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.490157289Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"56.49994ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.50343841Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.506283208Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.506301858Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.50643673Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.517457054Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:09.517476954Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":56,"elapsed":"84.75349ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:14.745846877Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"1ff3f3ce-d509-4f1c-9025-9ab4659d06d4","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":302,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.433008626Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.433059517Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.433338071Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.433839259Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.43384834Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.434034683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.434565902Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.435468667Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.435820123Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.437150905Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.437166355Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.437302707Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.438101741Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"4.25874ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.439551965Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.439808549Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.441616629Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.444201452Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.444217972Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.444361435Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.453822602Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:19.453844452Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":57,"elapsed":"20.842747ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:24.745801354Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"1c67a6c2-d94b-446f-a5e7-5d2fba0ab8d8","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":294,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.432985873Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.433043924Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.433054594Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.433063374Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.433072245Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.433080285Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.433087715Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.433342169Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.433356909Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.43342154Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.43402696Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434035921Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434043551Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434050321Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434057411Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434065461Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434072251Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434078501Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434084741Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434090491Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434097282Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.434103472Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434110332Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434116532Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434123182Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434128812Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434135182Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434140912Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434146952Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434153943Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434161403Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434168073Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434174393Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434181913Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434188583Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434195263Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434215033Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434229964Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434256804Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434353726Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434363716Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434392696Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434520969Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434558259Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434566619Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434573299Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.43461169Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.43462185Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.4346295Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.43463766Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.434682351Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.435778559Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.437105501Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 136341037 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.437508088Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.437733132Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"4.766139ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.437891185Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 137121340 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.438170839Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.438502285Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.438517345Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.438665658Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.441347242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.443389096Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.443418357Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.443531848Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.445326728Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.448923388Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.448945478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.449188383Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.450928791Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.451291998Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.451700724Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.451974889Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.472689904Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.473139461Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.473613059Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.476141421Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.476179782Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.476354705Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.476963885Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.476990245Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.476997875Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.477331421Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.477826389Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.478223746Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.480211739Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 179440184 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.480472643Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.484080453Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.486459233Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.487402838Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.487432729Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.487585652Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.487629522Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.487675973Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"53.505681ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.487818695Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.488810162Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.488834512Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.489007265Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.489213239Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.489235809Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"55.167608ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.489477653Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.48989117Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.490187515Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.490419599Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"56.267576ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.490876286Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.490981618Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"56.762695ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.492201758Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.492227439Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"58.025705ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.493391478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.493410238Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.493552511Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.495032145Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.496814695Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.496833545Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.496958628Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.507965261Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.507996961Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":58,"elapsed":"74.988488ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.511583051Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"77.52256ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.51273525Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.51275484Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.513103156Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b095e4ab-b103-4a7c-be79-59f8304cdff0\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:52:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.513118796Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.515222701Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.516445612Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.516708356Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.518877142Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.519201338Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.520171854Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.520195904Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.520203644Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.520524089Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.520612751Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.523023111Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.523045951Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.523059442Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"88.99234ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.524267572Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.524290052Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.524552367Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.525305329Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.525432781Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.525546623Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.526313836Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":20,"elapsed":"92.211385ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.527252941Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.527274432Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.527407904Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.530062528Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.530079208Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.530367303Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b20275-3597-4137-b36b-58f3740211e4\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:52:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.530385424Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.531833138Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.557050397Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.557269021Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.562776263Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.562800363Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.563076108Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ba029cf-d3b6-478c-a74e-3753afcdd46d\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:52:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.563095378Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.564473501Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"130.442011ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.564607193Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.594140294Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"160.028193ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.618367408Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.618607152Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28c055ef-514b-4b3b-98ed-ff6633835464\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:52:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.619259252Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.61969198Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.61970472Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.619942114Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.621279266Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.622153921Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":20,"elapsed":"189.175697ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.623202778Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.623212738Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.623372841Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.624143304Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":20,"elapsed":"191.12456ms"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.673860551Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.673885281Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.674303758Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a6d50da-3c25-4def-9155-b63716f2c7df\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:52:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.674333159Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.674871778Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.675079011Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.676924252Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.676936262Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.677082534Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.71646806Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.7164899Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.716669173Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4150a60b-a857-4673-aa87-32891c9c3d1a\", \"date\": \"Sat, 21 Dec 2024 07:52:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.716681693Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.716914727Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.71889177Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.719068413Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.722217485Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.72247147Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.724831949Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.7248536Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.725208745Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6e14d949-cec3-4dd4-b378-d1bd82bc2fd5\", \"date\": \"Sat, 21 Dec 2024 07:52:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.726939354Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":20,"elapsed":"292.859603ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.737928597Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.738257603Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e4c87bb-ddd9-4c5e-bccc-dd744dacb2b1\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:52:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.738290543Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.738301103Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.738308783Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.740374278Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":20,"elapsed":"306.249425ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.751066745Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.751432762Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.753328093Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.753338733Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.753533077Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.760023245Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.76032267Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bf57c32-b006-42d4-bc5b-059971a2933a\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:52:28 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.76035553Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.7603666Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.760608714Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.760625635Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.760632845Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.760639515Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.760645855Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.760682385Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.760838908Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.760849518Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.761074792Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.761083302Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.761290026Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.762259972Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.763288929Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f961b35-e652-4df6-84e5-9f7e7342d430\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:52:28 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.763300669Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.763449632Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cb76a12-7fc4-4bc0-99ba-7972789c3bac\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:52:28 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.763464362Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.763474532Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.858380521Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"998f7337-d7f1-47eb-a0e2-fa4ab3b4f16c\", \"date\": \"Sat, 21 Dec 2024 07:52:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:29.858407332Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.858418042Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.858601945Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20c848bb-9e26-43dc-944b-e84324dd1056\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:52:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.858642886Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.858970611Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.862181605Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.862385798Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.865308377Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.865563931Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.867197618Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.867395781Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:29.874428668Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":20,"elapsed":"440.388648ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:34.745229281Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"38aef1a9-d4a5-437c-8bc2-4c3f17ae99b8","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":441,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.433422808Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.433476049Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.433757433Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.433799514Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.433809464Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.433983957Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.435514153Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.435812548Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.436185224Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.437711169Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"3.901265ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.438270799Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.438292719Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.438446331Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.440652988Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.440959343Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.443026368Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.445785294Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.445808254Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.445970977Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.456065395Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:39.456093625Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":59,"elapsed":"22.681778ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:44.745493784Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"56ab8c33-af5d-42b1-b3f3-4f099eb85b1c","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.432686532Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.432738913Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.433073469Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.433861482Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.433875102Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.434285429Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.434677806Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.436064198Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.436404764Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.43733585Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.43734664Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.437494852Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.438244615Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"4.382964ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.439446215Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.439614338Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.441279675Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.443731986Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.443751877Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.443876839Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.451560306Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.451584417Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":60,"elapsed":"18.911155ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.735716935Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"06188a36-f960-4882-83a6-7af44252b0e6","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.73604855Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"06188a36-f960-4882-83a6-7af44252b0e6","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:49.738665884Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"06188a36-f960-4882-83a6-7af44252b0e6","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3014,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.738968389Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"9b249265-bde6-48b1-8681-a77f901f4086","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:49.739296474Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"9b249265-bde6-48b1-8681-a77f901f4086","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:49.740909861Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"9b249265-bde6-48b1-8681-a77f901f4086","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2007,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:54.745040452Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"2f31bf49-4018-4e23-8b8d-a67719a13568","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433241118Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43330263Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43331465Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43332418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43333277Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.4333421Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43335493Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43336634Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433379961Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433391381Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433403331Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433414931Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433427641Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433439832Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433451332Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433463612Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433477022Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433488482Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:52:59.433500703Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433514893Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433525903Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433537833Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\"}","iteration":12,"elapsed":"15.231µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433551644Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.433562644Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:42:59.433463852 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433573794Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433889789Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43392402Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43394588Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43396493Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.433985841Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":21,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434003371Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434023551Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434041022Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434058082Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434074702Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434091963Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434110443Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434126743Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434144573Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":2,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.434161164Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434178134Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434193444Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434209774Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434226655Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434244305Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434261306Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434278926Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434296676Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434313716Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434330487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434348947Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434366077Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434378827Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434389337Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434400988Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":21,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434411348Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434419578Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434426858Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434433398Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434440209Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434446749Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434453589Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434459609Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434466179Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.434473199Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434479849Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434486779Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434493079Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43450069Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434510719Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43451807Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43452501Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43453167Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43453823Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43454563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43455222Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43455909Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43456562Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4dd95bbd-e009-486c-8c96-451a6e195a49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 133554853 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434578131Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bfae345-1659-4377-bca9-c55abec2aeb7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7c426166-4f75-4a87-b9ac-c0d590aea49b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 133569923 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434589481Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434597871Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434607391Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434668622Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434695783Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434708033Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434719683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434736773Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434748614Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434759114Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434770704Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434782214Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434791524Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434819345Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434828185Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434836295Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434843065Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434851305Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434858945Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434868056Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.510266ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434876346Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434885346Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434954287Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.434967497Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":11,"elapsed":"1.584447ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.435063779Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.435282923Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.435515286Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.43571889Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.435952223Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 135133019 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.436218218Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.437388167Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 136561743 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.437455988Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"4.23629ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.437615991Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.437669222Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.437813314Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.438900323Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.439013654Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:42:59.433463852 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.439024835Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"expiration\":\"2024-12-21T07:42:59.433463852Z\",\"pruned\":[]}","iteration":11,"elapsed":"5.555412ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.440133753Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.440151424Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.440323046Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.44171751Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.441846222Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.441855692Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.442108626Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.442453322Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.442480832Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.442632615Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.444101229Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.444118239Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.444261632Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.445308229Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.44533375Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.44534647Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.445502793Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.445513863Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.4471619Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"13.112758ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.447931833Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.447956513Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.448102226Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.449652322Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"15.526588ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.45138161Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.452980557Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.453209391Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.45377628Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.454166007Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.454514083Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.454790887Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.454803827Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.45500444Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.455849185Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.455866165Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.455993957Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.456413294Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.457476102Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.457832738Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.458171413Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.458353886Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.459074118Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.461096252Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.461291465Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.465095619Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.465127109Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.465137199Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.465146819Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.465155709Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.46516833Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.465252591Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 164414326 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.465304862Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.465316702Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.465324912Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.465631357Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.46575649Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.46578906Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.468414364Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.468445344Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.4687609Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.471356873Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.471387793Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.471532886Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.489367922Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.489567926Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"55.33587ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.491272824Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.491417206Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","candidates":"[(b8cde2ce-3f2e-46db-9a77-6c2c3f79d4b6, 0), (6b4ef600-7b30-49d7-8b7f-3d00edc300ce, 0), (f9cd3d0f-7f47-45cc-aa83-b4804b23d4be, 0), (c151690e-8ec4-49a7-ba09-bf7a35ca475a, 0)]","collection_id":"b8cde2ce-3f2e-46db-9a77-6c2c3f79d4b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.491433767Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.491725071Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.491744822Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.491863934Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.491993436Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.493090014Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.493219867Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.493240547Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"59.259976ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.494777082Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.494802873Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.494971926Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.495458344Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.495690397Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.496498711Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.497165672Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.497413576Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.498085308Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.498110038Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.498118038Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.498124928Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.498165909Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.498396333Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.498424103Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.498720538Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.498925631Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.499233847Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.500482097Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.500783022Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.500989386Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.501009086Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.501021156Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.501034266Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.501044167Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.501053467Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.501061127Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.501069827Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"66.820702ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.501215589Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.501311081Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.50306997Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.503093711Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"69.008428ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.503482097Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.503845623Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"69.814292ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.504035796Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.504066827Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.504349042Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.504547725Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.504724738Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.506998976Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.507029106Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.507196899Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.508093134Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.508115594Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.508308187Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.509811983Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.509854443Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.510302481Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.51206365Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"77.883267ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.51209897Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.512959375Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.512983085Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.512996716Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"78.988504ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.513789069Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.513813569Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.514006902Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.51445318Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.51447465Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.514733094Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.515463426Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.515757822Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.515973015Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.516021136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.51628993Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.518017709Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.51806932Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.518140541Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.519694987Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"85.451982ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.520245796Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.520271877Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.520286857Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.520696634Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.520725974Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.521524307Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.521551128Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.521567238Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:39.444085 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.521581028Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1}","iteration":11,"elapsed":"88.280539ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.52168937Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.521972855Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":21,"elapsed":"88.007105ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.526240136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.526268256Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.526279317Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.526292997Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.52651497Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.526601262Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.527973845Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.528233019Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.529202425Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.529225626Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.529234876Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:41.075205 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.529243606Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2}","iteration":11,"elapsed":"95.920806ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.537031145Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.53730382Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.539215292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"105.123429ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.539641049Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.539899773Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.541005942Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.541028582Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.541039422Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"106.9586ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.542591528Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.542614048Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":61,"elapsed":"109.189097ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.54271248Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.542944094Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.565021401Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/db-queries/src/db/datastore/inventory.rs:1442","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"b8cde2ce-3f2e-46db-9a77-6c2c3f79d4b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.565042622Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.565324326Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.566815341Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.567022184Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.567490342Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.567500902Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.567816888Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5487070-fe8d-4cee-9449-e4969d1eeb0c\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.567832238Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.569945423Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.581995524Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.591468831Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.602419073Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.602442444Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.602687468Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0f11665-5da5-4c3c-b895-da07b20c65d1\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.602705868Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.604904945Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.737803296Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.737834247Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.73805015Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37fc0919-b119-4f7c-8f51-0a9801db5fb0\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.73806533Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.73925655Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.761102204Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.788832855Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":21,"elapsed":"355.561486ms"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.796749697Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.796766147Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.797228945Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb9875a2-f5a7-45e5-b734-ae5f9ef0e67e\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.797250445Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.79754049Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.798163541Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.798568797Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.79930774Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.801191101Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.801209561Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.801336643Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.802744377Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.806110683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.806132623Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.806295916Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.807800571Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","candidates":"[(6b4ef600-7b30-49d7-8b7f-3d00edc300ce, 0), (f9cd3d0f-7f47-45cc-aa83-b4804b23d4be, 0), (c151690e-8ec4-49a7-ba09-bf7a35ca475a, 0)]"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.808202917Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.808316839Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 507489645 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.808496112Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.810895152Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.811449882Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.817995711Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.818286265Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.818915676Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.818931046Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.819204551Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fcebd6f5-a049-4d9e-80eb-819d407ff2fe\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.819216541Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.819514086Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.820146766Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.82035412Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.821666632Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.821937366Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.824240964Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.824452028Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.828315712Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.828336712Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.828723889Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"739a3915-27c6-46a7-84da-8c2f919dbe21\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.830232104Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":21,"elapsed":"396.085871ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.834313832Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"400.350812ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.844178076Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:42:50.264108Z, time_modified: 2024-12-21T07:42:50.264108Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.844210317Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]}},\"default_endpoint\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"410.845836ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.847899278Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.848169273Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.849675687Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.84983478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.851264024Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.854992216Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.855026076Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.855037547Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.859135585Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.859373179Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.861521375Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.861707948Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.864111078Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.864324361Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.866768822Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.866971865Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.868302697Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.868496911Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.869434246Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.86963257Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.870721598Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.874093024Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.874113674Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.874251276Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.87509981Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.875259463Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.888758038Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.889114424Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"ae8df618-c30b-430d-84ad-608dd979b4fd\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.889134414Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.890374705Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"6a484c6d-1b52-422d-8a83-023e484c4cbd\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.890387875Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.891756578Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.891767848Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"458.367917ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:52:59.894231549Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.894246649Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"460.279309ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.897386641Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.897687217Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f7a3ccc-9309-448c-ace6-6a6df5c9d38f\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.899482676Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.899749791Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.900789058Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.900972901Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.901692523Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":21,"elapsed":"468.432725ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.902050729Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.903499493Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.903752127Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.904011372Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.904026192Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.904173204Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.904800505Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.905172051Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.906592125Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.907061762Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"864fce4b-3d24-488c-ab44-75bb0a29427f\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.907087183Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.907151294Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.907163294Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.907355847Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.908415295Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.908427285Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.908567678Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.909002315Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f5ce6af5-07e1-485f-bc71-3f2194245d18\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.909012825Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.911360944Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f177dacb-6f5a-4830-9ea1-5b83684ca69b\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.911371414Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.912244159Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.912603215Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:52:59.913470249Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.91351476Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"480.063737ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.914010898Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.914238402Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.915576854Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.915758477Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.917818451Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.918014765Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.920376604Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.920564497Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.921482292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.921668956Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.922677352Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.922840005Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.923875352Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.923886242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.923893233Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.924014204Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.92435842Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6300edfb-79bb-4bbd-bdc4-e7fe01245980\", \"content-length\": \"476\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.924394001Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.924664705Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"469cadb4-4963-424f-9414-c4258703cde9\", \"content-length\": \"734\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.924705166Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.925042372Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f928ce05-dc0e-4ee8-afb9-cbed07fb678b\", \"content-length\": \"111\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.925053202Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.925369857Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c90b1d0-37cc-49c9-8661-9da2f05c5c66\", \"content-length\": \"111\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.925379637Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.925693592Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"533677c4-6a6e-468f-9a00-30dec36f3995\", \"content-length\": \"167\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.925704143Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.926002377Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c53dd011-105e-4bda-aeef-16f3ff40bd33\", \"content-length\": \"167\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.926012678Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.926265822Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3141fb8-794b-45d9-b3c9-3dca587ca770\", \"content-length\": \"175\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.926276202Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.926518146Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c1417f1-34eb-4b45-b501-87551cc0816d\", \"content-length\": \"175\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.926528026Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.926647858Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"765ed39a-963d-452c-9ed8-e3bd1832981d\", \"content-length\": \"702\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.926658099Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.926801871Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff4832a3-8afe-4110-8658-5588677088c5\", \"content-length\": \"727\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.926812271Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.926944683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e2487f0-e911-417c-af91-45105ca19ddf\", \"content-length\": \"729\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.926954363Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.927082255Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ac938b7-28b5-4c20-abe5-baedb6366146\", \"content-length\": \"728\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.927092616Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.927259758Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85d302f0-1a61-4860-9b74-053902302c44\", \"content-length\": \"722\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.927274139Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.927520373Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0517127-6eae-4eaa-9085-adb2a7b3f7b5\", \"content-length\": \"109\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.927530213Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.927769807Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2d63dfb-ffe5-48d3-aec0-63955b9eb6b2\", \"content-length\": \"109\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.927781897Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.92792852Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.92794068Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.928024341Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e57d6acf-6aa3-41c4-8c5a-8933d2fc1635\", \"content-length\": \"169\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.928036151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.928092922Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.928300096Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b8b74c3-6d50-4b7b-b8ca-125a8f9aee5c\", \"content-length\": \"169\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.928329846Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.928582771Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9204aa06-1897-45c3-8cdb-3f1cebeb8262\", \"content-length\": \"178\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.928596071Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.928836215Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"713a6887-c2da-4c1a-b7f5-1141279af6aa\", \"content-length\": \"178\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.928847045Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.928960347Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48b67314-0522-407c-bbb1-8435517b5793\", \"content-length\": \"702\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.928970647Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.929101179Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2c04934-36c7-4f5a-8173-43da6ac2ec9f\", \"content-length\": \"727\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.92912676Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.929240071Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.929298702Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11ce4d04-f61e-456d-9d66-df0b1905652c\", \"content-length\": \"729\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.929313113Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.929497306Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e351d081-0421-4b2f-be57-ace71a0037ca\", \"content-length\": \"728\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.929511196Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.929522376Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.929707559Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.930615614Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.932261082Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.932271722Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.932406554Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.933480762Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.935444095Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.935455845Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.935599527Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.960827227Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.961135212Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.962931882Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.96642977Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.96644547Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.966594943Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.973361825Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 1590b051-5b52-401c-b768-bbef4af00f89, kind: Service { id: bf6abf36-caab-412a-b734-038cee4a46b6 }, name: Name(\"nexus-bf6abf36-caab-412a-b734-038cee4a46b6\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 220])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2a0ff22a-6a78-4cb0-b61d-38c999331844, kind: Service { id: e640ec59-1392-402a-8715-71c8bdc91537 }, name: Name(\"nexus-e640ec59-1392-402a-8715-71c8bdc91537\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 32])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cd0592d1-5774-4ea2-8826-dec211cc7fec, kind: Service { id: a920b126-b55b-45c8-9984-5279bf662759 }, name: Name(\"nexus-a920b126-b55b-45c8-9984-5279bf662759\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 06368864-4b29-42bd-ae60-c6735712620d, kind: Service { id: b2ae004a-4c01-4dcf-8e90-49ba61c66084 }, name: Name(\"external-dns-b2ae004a-4c01-4dcf-8e90-49ba61c66084\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 32])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aa85cda4-dfd2-46dc-aa66-9384e585dcaf, kind: Service { id: 4dd95bbd-e009-486c-8c96-451a6e195a49 }, name: Name(\"external-dns-4dd95bbd-e009-486c-8c96-451a6e195a49\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 195])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.973389136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.973558749Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.974763019Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.97665376Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.976667111Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:52:59.976808073Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.008856696Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.011191555Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.012963135Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.013018585Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 06368864-4b29-42bd-ae60-c6735712620d, kind: Service { id: b2ae004a-4c01-4dcf-8e90-49ba61c66084 }, name: Name(\"external-dns-b2ae004a-4c01-4dcf-8e90-49ba61c66084\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 32])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aa85cda4-dfd2-46dc-aa66-9384e585dcaf, kind: Service { id: 4dd95bbd-e009-486c-8c96-451a6e195a49 }, name: Name(\"external-dns-4dd95bbd-e009-486c-8c96-451a6e195a49\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 195])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1590b051-5b52-401c-b768-bbef4af00f89, kind: Service { id: bf6abf36-caab-412a-b734-038cee4a46b6 }, name: Name(\"nexus-bf6abf36-caab-412a-b734-038cee4a46b6\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 220])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2a0ff22a-6a78-4cb0-b61d-38c999331844, kind: Service { id: e640ec59-1392-402a-8715-71c8bdc91537 }, name: Name(\"nexus-e640ec59-1392-402a-8715-71c8bdc91537\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 32])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cd0592d1-5774-4ea2-8826-dec211cc7fec, kind: Service { id: a920b126-b55b-45c8-9984-5279bf662759 }, name: Name(\"nexus-a920b126-b55b-45c8-9984-5279bf662759\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.013039456Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.018589568Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.018894393Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.02349111Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.02413223Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a40580e2-89b6-4a14-a387-688a00f9d9c1\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:53:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.024166271Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.024176551Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.024184291Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.025133907Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":21,"elapsed":"591.131456ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.025967881Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.025980741Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.026222745Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.035394408Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.035678492Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbe8530d-d541-47d3-9fed-9bd24f39d961\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.035697953Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.035708453Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.036012398Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.036022668Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.036029808Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.036038468Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.036045888Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.036053359Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.036256332Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.036265722Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.036478556Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.036488026Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.036824793Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.038468089Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.038570221Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b4bae32-1cc2-4172-b790-791043254790\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.038581601Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.038769284Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1285fb7b-81fe-4ddd-83d5-c0fcdaa70a89\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.038784114Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.038795924Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.12867321Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","vpc_to_sled":"[Sled { identity: SledIdentity { id: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, time_created: 2024-12-21T07:43:34.995625Z, time_modified: 2024-12-21T07:43:34.995625Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.128722381Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.128731081Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.129040576Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.131133931Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.131399965Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.13289353Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.135516503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.140231172Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"573cd08f-fd91-4b9d-9e28-bbd9df516d8b\", \"date\": \"Sat, 21 Dec 2024 07:53:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.140255272Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.140264813Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.14069121Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d77a20c-1d6f-4f8c-b81c-8f879c8639f9\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:52:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.14073305Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.140963004Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.145029142Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.145376758Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.148854336Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.149181511Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.150876769Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.151120253Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.157992328Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":21,"elapsed":"723.975216ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.167470895Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.168288439Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"50edab57-29fa-47b6-8700-ad6ae20c5b6a\", \"date\": \"Sat, 21 Dec 2024 07:53:00 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.170333803Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.170345353Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","elapsed":"736.153009ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.170353993Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":3,"elapsed":"736.162709ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.224376442Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e20496c-673a-4881-a3b1-060174ee5213\", \"content-length\": \"30799\", \"date\": \"Sat, 21 Dec 2024 07:53:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.24047633Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.24049414Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.24050237Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.245042906Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.245326181Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.246899397Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.248719567Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.248779158Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.248938331Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:00.43402108Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"c90ca866-02a5-446b-8b8e-df8d35b6ec36"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.434059611Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_started":"2024-12-21 07:52:59.923860 UTC","collection_id":"c90ca866-02a5-446b-8b8e-df8d35b6ec36"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.434069831Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"collection_id\":\"c90ca866-02a5-446b-8b8e-df8d35b6ec36\",\"time_done\":\"2024-12-21 07:53:00.243127 UTC\",\"time_started\":\"2024-12-21 07:52:59.923860 UTC\"}","iteration":2,"elapsed":"999.967878ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.434081131Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.434092102Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.434463778Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.435826151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.437805283Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.437820554Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.437957676Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.440370886Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.440695852Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.442328709Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.444435404Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.444457754Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.444609817Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:00.481814586Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"47.725314ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:04.745999816Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"d77096d2-c114-46ba-832d-36d05053dac4","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.433185935Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.433241496Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.433683683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.433733304Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.433742744Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.433923087Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.435321371Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.437925624Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.437942174Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.438077556Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.440408725Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.4406709Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.442415498Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.444949281Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.444968331Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.445097893Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.458076489Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.45809915Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":62,"elapsed":"24.933155ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.460809085Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.460999448Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:09.489139706Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"55.400052ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:14.746225307Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"6c1e0696-0c3a-4ff1-b1e0-44b62cfe26ac","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":465,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.433439946Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.433494367Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.433959235Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.434003896Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.434013696Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.434178398Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.435274647Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.43788052Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.43789753Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.438028343Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.440141308Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.440387822Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.441845646Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.444274586Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.444289137Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.444424679Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.455958281Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.455982961Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":63,"elapsed":"22.561366ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.463600689Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.463892163Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:19.464971041Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"30.958565ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:24.745422142Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"907216ea-2cd9-4377-a2fe-f9bde45f56ec","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":431,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.433598476Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.433661547Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.433673667Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.433682668Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.433691818Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.433699488Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.433706798Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.433963742Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.433980303Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434039524Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434645874Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434655774Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434662894Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434670114Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434677264Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434683894Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434691435Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434697524Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434703965Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434711185Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434717795Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434724725Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434730885Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434737215Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434742845Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434748885Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434755976Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434762205Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434768526Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434775376Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434782696Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434790456Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434796986Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434803696Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.434810736Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434817986Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434824247Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434830397Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434892458Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434954429Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.434994249Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.43500487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.435143722Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.435180503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.435221263Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.435255504Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.435266634Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.435274444Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.435282964Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.435295114Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.435322585Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.436354212Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 135466917 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.436655397Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.436681217Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.436930132Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.437066554Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.475238ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.437104095Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 136225440 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.437365599Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.437782946Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.439971292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.439999043Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.440139405Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.440744455Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.440764325Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.440789546Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.440808036Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.440911038Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.440965109Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.443523131Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.444122831Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.445135688Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.445155898Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.445163099Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.445407293Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.445994532Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.446007233Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.446165465Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.446612763Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.446636763Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.446791046Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.449177125Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.449386249Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.449414009Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.449656324Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 148762289 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.449741475Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.449866167Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.449873617Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.449881177Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.449984779Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.4500463Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.450471327Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.450808972Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.450851163Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.451156778Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.452437Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.452994969Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.453007999Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.453217063Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.454454673Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.454463913Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.454641766Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.456238433Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.456254503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.456488117Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.475016595Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.47531145Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.475646116Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.475678586Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":64,"elapsed":"42.036979ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.477156401Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"42.323844ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.478101027Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.478344771Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"43.601736ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.478399172Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.478449792Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.478627335Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.478692607Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.478845789Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.480163441Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.480422485Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.481789118Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.481997931Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.484208888Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.484475223Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.48549695Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.48550857Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.48551597Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"50.794865ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.485941437Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.48790975Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.488548691Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.488574851Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.488719703Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.489992035Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.490002195Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.490142947Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.490378611Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":22,"elapsed":"55.719717ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.508516443Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"73.724186ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.510081619Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"75.394705ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.514430601Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"79.780578ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.516048208Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"81.364254ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.518911316Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.518933676Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.519240591Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ae3f5bf-d38c-4f3e-bd63-dae1fb54b199\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:53:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.519256211Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.519283312Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.519295072Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.519588477Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46f80172-617f-4aaf-a525-69eb84983625\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:53:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.519613148Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.523331069Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.52337663Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.531672408Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.531695118Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.531943663Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c96899b-2844-488c-9e74-b63f796f2538\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:53:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.531970153Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.533553419Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.535594403Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.535616434Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"100.851138ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.546142269Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"111.363484ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.557654761Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.557952655Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.642725016Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.643029121Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.665542985Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.665566926Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.66700554Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.668730659Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f696fba-284c-4faa-8ab7-dcb25f047d54\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:53:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.668756799Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.668955482Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.668967702Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.669023563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.669110785Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.697517478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.69947746Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.69949427Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.699640143Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.71029591Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.710319911Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.710551005Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8cf9bac8-bda0-4abc-86ce-b9c55ecb980e\", \"date\": \"Sat, 21 Dec 2024 07:53:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.710578345Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.710769778Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.713230569Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.713473243Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.716848949Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.717164715Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.720808945Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.720833136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.721137531Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b30ef2d6-8d8b-4c41-a589-3f6b8033486e\", \"date\": \"Sat, 21 Dec 2024 07:53:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.722472623Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":22,"elapsed":"287.668987ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.737697756Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.738002201Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ab4a46f-a20e-487f-b61d-7b745b28afd6\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:53:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.739913463Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.740140307Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.742273142Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":22,"elapsed":"308.693216ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.743631725Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":22,"elapsed":"310.023769ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.786909305Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.787289161Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.789259444Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.789278175Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.789504298Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.798420236Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.798715681Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"140b7157-d236-4fb1-8bd8-0752fbd73d5e\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:53:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.798740412Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.798750872Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.799000166Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.799010796Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.799017977Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.799025417Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.799032277Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.799039137Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.799193019Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.79920276Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.799437964Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.799446204Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.799744738Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.801561619Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.801676691Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89a34ab8-008d-4518-8840-0262145d0d96\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:53:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.801689861Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.801854724Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"250c16ea-6ecb-427d-bb16-b4495677cb1f\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:53:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.801869644Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.801880224Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.806513361Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.89357864Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c8cb632a-5120-4308-b85f-61c61ccaeee7\", \"date\": \"Sat, 21 Dec 2024 07:53:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.89359976Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.89360808Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.893964926Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"800a9148-8200-4910-8558-a0dc87a99f05\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:53:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.893993557Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.894002887Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:29.894009427Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.894015807Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1ff3637-31f8-4d96-af4e-1a40e894c725\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:53:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.894051778Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.894431804Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.895830717Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":22,"elapsed":"461.129023ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.89780428Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.898064785Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.901509162Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.901720065Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.903400323Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.903663658Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:29.910542012Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":22,"elapsed":"475.877318ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:34.745930757Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"81c5c7cd-f587-4c7c-af83-0d4f863cfff4","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":266,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.433095986Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.433150747Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.433420262Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.434010942Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.434019532Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.434336817Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.436049906Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.436273699Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.463047525Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.46578027Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.465795361Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.465952753Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.46635172Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"32.340549ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.468119579Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.468367773Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.469298029Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.471929343Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.471939653Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.472079235Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.48136572Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:39.48138543Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":65,"elapsed":"48.311174ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:44.745487177Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"be30e8b3-2839-4386-8367-112dc62ae08d","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":327,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.432854929Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.43291225Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.433219055Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.433974008Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.433982358Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.434202192Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.435220639Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.437872733Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.437906913Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.438033915Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.439555021Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.439884086Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.441380411Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.443925784Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.443941984Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.444069926Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.455906963Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.455925873Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":66,"elapsed":"23.084714ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.463946657Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.464204391Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:49.465644775Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"31.664857ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:54.745750009Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"b2558589-b95b-43fa-bc3e-7b9e30ff672a","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":262,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.432954468Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433012789Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433024489Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433034229Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433042999Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":23,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433051999Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.43305987Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.43306812Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.43307599Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.43308321Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.43309051Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433098Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433107Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.43311596Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433123391Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:53:59.433131101Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433140301Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\"}","iteration":13,"elapsed":"12.95µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433148951Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433156571Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433163611Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433171881Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.433180172Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:43:59.433078350 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433188452Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433196612Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433204572Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433420386Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433439706Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433450336Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433481837Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433507907Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433535687Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.4336675Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433721151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bfae345-1659-4377-bca9-c55abec2aeb7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7c426166-4f75-4a87-b9ac-c0d590aea49b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 132727566 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433803142Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433814962Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433823492Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433831583Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433839383Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.433851773Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433864263Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433875783Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433889693Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433901594Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4dd95bbd-e009-486c-8c96-451a6e195a49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 132849138 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433922384Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433933754Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433946004Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433958065Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433968825Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433980395Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.433991675Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434003765Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434014495Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434026646Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434038716Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434049796Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434061036Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434072296Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434084357Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434096097Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434108887Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434119437Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434129017Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434137788Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434147068Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434156368Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.434165908Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434175198Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434183518Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434193609Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434202659Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434211399Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434225439Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434256739Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.43428447Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.43429899Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434310511Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434322971Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434415842Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434435262Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434448423Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434460023Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434467223Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434475303Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.369543ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434484513Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434495614Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":12,"elapsed":"1.363803ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434529314Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434538334Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434545964Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434553724Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434560484Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434569575Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.434576155Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.435276616Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.43545647Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.435766595Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.435975928Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.435987628Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 134988324 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.436042259Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 135064245 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.436244153Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.436299233Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.437341671Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.437512914Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"4.577916ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.43911552Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:43:59.433078350 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.439138511Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"expiration\":\"2024-12-21T07:43:59.433078350Z\",\"pruned\":[]}","iteration":12,"elapsed":"6.0492ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.439177932Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.439188772Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.439330224Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.440677196Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"6.828434ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.443004285Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.445015069Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.445042619Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.445170581Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.486062321Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.486506549Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.489023481Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.489059211Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.489070922Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.489535029Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.48957073Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.489782594Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.490264962Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.490625817Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.49200001Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"58.171558ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.492906425Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.493100219Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.493465995Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.494137256Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.494528712Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.494549943Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 193544528 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.494713656Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.494877538Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.495983617Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.496009187Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.496022027Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"62.103833ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.496354673Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.496376863Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.496477425Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.496502095Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.496541236Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.496664098Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.496897272Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.496917402Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.498030231Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.498540139Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.499317432Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.500460301Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.500482672Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.500620864Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.500632304Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.500706385Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.500836377Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.501160263Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.501441957Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.501944986Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.502112008Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.502138579Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.502357393Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.504799193Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.504820674Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.505020847Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.507212084Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"72.978365ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.508121868Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"74.267475ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.508470274Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.509001843Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.509266588Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.510468818Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.511509265Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.511744389Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.51241437Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.51243899Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.512588773Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.51301733Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.51303225Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.513180673Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.514166039Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.5141962Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"80.200304ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.515265698Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.515459171Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.515478681Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.51603807Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.518872907Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.518900008Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.51904162Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.519690001Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.519715001Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.519886074Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.526296491Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.526562946Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.527086944Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.531877444Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.531907374Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.531919175Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.532125168Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.533253697Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.533280997Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":67,"elapsed":"100.203528ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.535669207Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.535955902Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.537748392Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"103.829607ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.540361875Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.54063096Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.540766622Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.540791212Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.540801542Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.540810603Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.541059347Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.541987422Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.542014763Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.542025753Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.542031983Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.542201196Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.542532841Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.542810366Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.543195272Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.544372152Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.545083663Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"111.118659ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.545757525Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.545777785Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.545998591Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.547541844Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.547565785Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.547765368Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.548312457Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.548321768Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.548331858Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.548721624Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.548841256Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.548856986Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.549269783Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ff1c15b-ee64-4433-8a81-c1d0157fe87b\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.549298044Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.549754221Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":23,"elapsed":"115.822017ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.55208584Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.552524997Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.552752441Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.554421059Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.557194075Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.557214836Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.557395099Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.561595548Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.561619259Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.561629269Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"127.613073ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.561800862Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.563101353Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"129.289761ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.572732564Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.572762204Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.572776974Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"138.888211ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.573593618Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.573991015Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.578925597Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.581882016Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.581913376Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.582030378Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.584035982Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.587398798Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.587422758Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.587727993Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd5ba9cd-7aac-495d-8a3e-9d7ae4cf0e64\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.587747533Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.588233072Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.588257512Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.588427975Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.58932916Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.609879062Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:42:50.264108Z, time_modified: 2024-12-21T07:42:50.264108Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.609922702Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]}},\"default_endpoint\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"176.883213ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.621310412Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.621338892Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.621350092Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:39.444085 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.621360133Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1}","iteration":12,"elapsed":"188.365724ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.632118732Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.632143152Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.632154242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.632370486Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:53:59.633563476Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.633580826Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"199.679983ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.633996723Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.634911898Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.634922788Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.635206503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4ef85fe-5032-459e-a889-eccb07f58f7a\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.635219163Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.636652157Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.636675338Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.636684918Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.63682855Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.637781046Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"203.7468ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.638856384Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.638876514Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.638884214Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:41.075205 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.638892035Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2}","iteration":12,"elapsed":"205.875616ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.664751165Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.665124661Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c08b2d4b-bc88-48d5-9bde-cdf88aa4c4a5\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.665139811Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.666605465Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"8ac21b26-0094-432e-932d-cb400d750f2c\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.666619916Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.668019609Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.668033129Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"235.00624ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.671534138Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.671855263Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.67286365Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.674746811Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.674759831Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.674903024Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.676255366Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.678077267Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.678089437Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.678231909Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.831809844Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.832072489Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"003ffb62-ae0d-435a-8dff-6189d59fd9f8\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.833797738Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.834013741Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.836037775Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":23,"elapsed":"403.079756ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.851818447Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.859368513Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.859386373Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.859834751Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec8f492f-412f-464a-933b-ec040d295e91\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.859893772Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.860148596Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.886098898Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":23,"elapsed":"453.104979ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.89282612Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.893174415Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a1ef792-619a-4051-b360-f3e5023c42ed\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.893192486Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.893201136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.893208976Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.893978119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":23,"elapsed":"460.098615ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.898299451Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.898323981Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.898463054Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6613051f-f85d-4d0d-8690-7bfcc9ba38be\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.898476364Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.898709887Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.900540858Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.900720081Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.903539378Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.903810752Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.906720711Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.906735961Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.907102087Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d3eeb370-724f-4884-abd2-bf72c0db5a02\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.908674673Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":23,"elapsed":"474.849011ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.94274952Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.943195838Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8a26ed01-66c7-460d-a3cb-b8ff50a8234d\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.943208648Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.945069199Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d8f0f253-5683-47d8-ab71-2d1a810be17b\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.945080229Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.946492322Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f90d1d41-c4e1-4e2b-b887-6da1ab845c48\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.946502823Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.947717763Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.947747443Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"514.645263ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.959049313Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.959385327Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.961298659Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.961316699Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.961496972Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.970607314Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.970883328Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f32d74b-a418-43bd-9798-8c6b8488590c\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.970904299Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.970916119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.971151983Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.971162573Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.971202974Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.971210314Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.971216594Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.971223634Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.971363696Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.971378777Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.971618501Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.971626831Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.971817924Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.973698545Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.973826757Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e7d7d56-b769-48df-a599-c1bf1cf0be5e\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.973838168Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.97399491Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dc6b4e1-dd1a-40e3-870e-39661d08aabf\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:53:59.974007891Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:53:59.974017911Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.074958729Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"58a46c60-1153-486a-9e4d-d0864b33d937\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:00.07500645Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.07501715Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.075208363Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5a7496b-31d1-4a9b-9a86-70138943610a\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:53:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.075258514Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.07561242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.079432144Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.079683808Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.082578736Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.082763899Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.0852195Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.085557226Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.093376726Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":23,"elapsed":"659.491362ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.40496377Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.405007491Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.43563532Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:00.435726372Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37555"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.435897815Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f39fa278-6b1b-464b-98ea-1f8da95c948c","remote_addr":"[fd00:1122:3344:101::c]:37555","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.43621379Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f39fa278-6b1b-464b-98ea-1f8da95c948c","remote_addr":"[fd00:1122:3344:101::c]:37555","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:00.47043992Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/oximeter.rs:76","collector_id":"782bf979-9f7a-465e-8dc9-4ac9e0c82e87","producer_id":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:00.47047198Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/producers","method":"POST","req_id":"f39fa278-6b1b-464b-98ea-1f8da95c948c","remote_addr":"[fd00:1122:3344:101::c]:37555","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34634,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.470541421Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f39fa278-6b1b-464b-98ea-1f8da95c948c\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 07:54:00 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.473020702Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:00.473036473Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:04.745648204Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"aeb5d2d2-d8a6-42a9-ab97-1abaa7cb01a4","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.43384859Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.43390956Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.434238286Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.434275457Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.434303337Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.43449272Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.436228459Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.436563235Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.465687409Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.468371424Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.468389024Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.468531717Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.470694103Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.470977997Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.471915163Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"37.631056ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.47230761Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.475089576Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.475115426Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.475281579Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.485666932Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:09.485694582Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":68,"elapsed":"51.851783ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:14.745863215Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"4f4b1caf-1b4e-491a-804b-83ecd2f413ba","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.433037994Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.433098715Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.43338559Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.43398974Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.43399905Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.434161943Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.435570927Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.435716349Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.462643627Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.46404514Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"30.04378ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.465314531Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.465324191Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.465464304Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.466596903Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.466754225Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.468572516Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.470865414Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.470879954Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.471006126Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.482122601Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.482144587Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":69,"elapsed":"49.124327ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.735573848Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"aaac7560-a496-41e2-ad8d-7c7298098a03","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.735960225Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"aaac7560-a496-41e2-ad8d-7c7298098a03","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:19.738882803Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"aaac7560-a496-41e2-ad8d-7c7298098a03","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3376,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.739148988Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"75d02ff1-7bbf-4d85-a7de-1eba0e45198a","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:19.739490433Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"75d02ff1-7bbf-4d85-a7de-1eba0e45198a","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:19.741298814Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"75d02ff1-7bbf-4d85-a7de-1eba0e45198a","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2216,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:24.745811461Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"317b74f8-9895-4388-9167-f7309ba83632","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":301,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.433016151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.433076392Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.433087022Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.433095212Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.433104813Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.433113653Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.433121793Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.433393407Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.433473989Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.433601071Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434339943Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434349403Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434356593Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434363143Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434370503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434380644Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434390424Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434400104Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434409874Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434420915Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434429964Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434438945Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434447485Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434456725Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434465015Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434474675Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434483065Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434491906Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434501396Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434511086Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434520936Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434529826Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434539016Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434547966Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.434559297Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434570167Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434580057Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434589157Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434671448Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434703319Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.43475596Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.43477894Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434831581Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434851522Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434918683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434931323Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434940293Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434949773Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434958113Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434968353Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.434977904Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.43598817Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"2.987819ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.436095022Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.436371507Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 135212052 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.436709773Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.436896656Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 135745891 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.437008127Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.437054008Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.43715197Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.439353446Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.439378297Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.43954233Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.439867805Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.439882515Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.439891986Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.439903666Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.440042588Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.440070578Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.445212444Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.447087655Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.44739527Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.447660005Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.447683245Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.447849528Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.448412627Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.448625881Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.448774503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 147605399 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.449088128Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.453286138Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.453514542Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.475463167Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.475944185Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.477723665Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"43.227539ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.478224173Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.478258704Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.478495848Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.479610676Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.479979522Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.480269987Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"45.884113ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.480995799Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.48102043Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.481177562Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.482437503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.482620026Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.482686018Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.48284499Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.483000553Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"48.572649ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.486998609Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.488017296Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.488044687Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.488052627Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.488060917Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.488330412Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.490255173Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.490276274Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.490387066Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.490398046Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.490404266Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.49062638Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.494368862Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.496271153Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.496300534Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.496458707Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.508535908Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.512154328Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.512195769Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.512206099Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.518967441Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.519291816Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.519544151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.519567241Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":70,"elapsed":"86.51799ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.524190828Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.524366391Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"89.964657ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.524523644Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.526796341Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.527132037Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.528976208Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.529392495Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.529406565Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.529752021Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcd4da55-9107-49fd-91fd-bbb63d7110a5\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:54:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.529776921Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.531888606Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.532965314Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.532988984Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.533209888Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.533518993Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"99.081018ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.535091739Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":24,"elapsed":"100.740546ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.535949554Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.535959494Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.536219428Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f37c86fd-4a73-4b0b-b2ab-17cb0c4972fe\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:54:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.536234698Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.537979478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.546002841Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.546028712Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.546036532Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.546501599Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.549645952Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.549667722Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"115.201307ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.549941366Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"115.603663ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.55553433Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.55554825Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.555854385Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f73db932-fd04-4e8f-816f-c7cdc3353d8a\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:54:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.555876055Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.557284809Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.566568873Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.56698119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.568087408Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.569936119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.56995401Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.570105522Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.571346733Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.573208304Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.573223754Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.573363016Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.578093355Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.578115515Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.578125366Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"143.699121ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.595262771Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"160.901498ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.632293597Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":24,"elapsed":"199.265215ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.63486597Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.635204905Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c1b10f3-6537-4675-9de5-4b230a032a31\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:54:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.636301834Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.636598388Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.638633862Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":24,"elapsed":"205.584431ms"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.677368537Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.677387127Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.677843395Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03e1e033-2b61-45af-a57a-571cb55852fd\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:54:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.677878315Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.678298872Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.708753689Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.709246867Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de949d3f-eb21-4369-8b0c-847402ffb116\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:54:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.709278668Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.709288088Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.709294638Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.710444097Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":24,"elapsed":"276.074014ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.719580359Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.71959514Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.719775312Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"eb9a34c8-fdba-4f3c-8b25-d348fa63373c\", \"date\": \"Sat, 21 Dec 2024 07:54:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.719785032Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.720073957Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.722592659Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.722825093Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.725198243Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.725464797Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.727841997Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.727856627Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.728230293Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"489b731c-3f30-4604-b1d6-b5bc72870df1\", \"date\": \"Sat, 21 Dec 2024 07:54:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.729336822Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":24,"elapsed":"294.861476ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.747659876Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.748044723Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.749837263Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.749849033Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.750001825Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.75928977Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.759565654Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d5351b7-8243-4bd3-86b7-3b65bb54b8ef\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:54:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.759588625Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.759598515Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.759835409Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.759844679Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.759851039Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.759857949Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.75986453Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.759870779Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.760047113Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.760057213Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.760290486Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.760299407Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.760541431Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.762630396Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.762748498Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f09ed64-c7ed-48f1-bafa-1efd54c1dee9\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:54:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.762760758Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.762855519Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83b5b463-1af7-4dac-b9d8-86be0dbcf132\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:54:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.762869549Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.76288185Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.850006899Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"79b8bf3e-40ef-4dd8-b99d-1c87bee41453\", \"date\": \"Sat, 21 Dec 2024 07:54:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:29.8500524Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.85006343Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.850309164Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ffded7a-4258-480f-8931-35460220d236\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:54:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.850356835Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.850688401Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.854010376Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.854355582Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.857528524Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.857772419Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.859802052Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.859965085Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:29.866362382Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":24,"elapsed":"432.012838ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:34.735948305Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"b8f110a6-66f1-458c-af88-24060b2725bd","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:34.736386122Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"b8f110a6-66f1-458c-af88-24060b2725bd","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:34.739413982Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"b8f110a6-66f1-458c-af88-24060b2725bd","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3563,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:34.739663706Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"48ef1e3d-3efa-4e10-af71-6f5b03dc79ae","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:34.739984792Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"48ef1e3d-3efa-4e10-af71-6f5b03dc79ae","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:34.742176548Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"48ef1e3d-3efa-4e10-af71-6f5b03dc79ae","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2587,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:34.745583665Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"7c380dc5-8809-4e57-8e4f-0cd6443c0b0d","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":247,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.43378569Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.433839311Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.434168617Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.434212347Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.434221718Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.434433831Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.436039608Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.436519236Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.43675232Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.438792103Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.438803674Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.438953846Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.441135562Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.441329216Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.442925222Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.445401404Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.445416224Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.445551436Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.457505915Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.457528055Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":71,"elapsed":"23.764535ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:39.463312331Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"29.096404ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:44.745899127Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"bb838bf0-0b26-4560-a6c3-821265b6a4a8","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":432,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.433102056Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.433160447Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.433447372Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.434004121Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.434013622Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.434388178Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.436101856Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.436300789Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.463630314Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.466338569Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.46635755Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.466504082Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.466635384Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"32.626353ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.468610297Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.46880748Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.470522459Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.472962579Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.47297702Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.473107862Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.484132895Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:49.484157156Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":72,"elapsed":"51.068599ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:54.74630693Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"1599a45e-235b-456d-bad1-2e898f8404ee","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.43349902Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.43355759Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433569581Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433579171Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433586931Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433594601Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433603351Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433611511Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433620482Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":25,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433628102Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433635852Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433643172Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433651732Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.433660002Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:44:59.433583231 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433670682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433678303Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:54:59.433686743Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433694823Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\"}","iteration":14,"elapsed":"12.19µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433704503Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433713173Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433722483Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433731593Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433740233Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433748854Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433756204Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433954677Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433978928Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.433988998Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434044149Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434054729Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434083539Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434093679Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.43410085Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.43410819Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.43411552Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.43412471Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.43413505Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.43414515Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.43415409Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434162131Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434171721Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434179641Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434191331Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434200141Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.434210551Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434220001Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434228852Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434238972Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434249212Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434257682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434266912Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434276042Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434284922Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434296583Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434307703Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434316543Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434326203Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434337243Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434347194Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434357484Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434367504Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434377754Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434387374Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434397164Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434406715Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434416175Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":25,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434426515Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bfae345-1659-4377-bca9-c55abec2aeb7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7c426166-4f75-4a87-b9ac-c0d590aea49b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 133058239 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434444385Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434453725Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434463565Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434474346Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.434484156Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434493586Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4dd95bbd-e009-486c-8c96-451a6e195a49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 133093039 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434509866Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434519506Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434531577Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434541467Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434551607Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434563407Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434606578Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434629158Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434686869Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434697469Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434704309Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.43474925Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.43475809Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.43476747Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434821562Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434844702Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434852722Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434871332Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434891203Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434899033Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434908313Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":13,"elapsed":"1.21895ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434938863Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434948853Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.321112ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434981574Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.434991604Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.435124376Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.435133677Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.435261569Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.435272019Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.435423892Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.435895839Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.436045422Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.436439148Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.43715227Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.437208591Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.538079ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.437378364Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.438574424Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 137305169 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.438852889Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.439152683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:44:59.433583231 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.439176224Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"expiration\":\"2024-12-21T07:44:59.433583231Z\",\"pruned\":[]}","iteration":13,"elapsed":"5.572672ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.439220375Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.439232335Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.439371767Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.442309216Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 141048652 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.44256014Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.444475882Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.444835318Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.444855669Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.444867829Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"10.697508ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.445448688Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"11.327029ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.445969527Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.446871842Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.446885212Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.447083246Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.448210134Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.448227825Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.448372187Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.449082229Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.449261972Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.453860488Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.457419618Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.457444908Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.45757622Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.459225888Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.460148073Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.461478045Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.461912792Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.461933273Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.462122136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.46296053Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.4629861Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.463149673Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.463170053Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.465246388Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.465430451Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.465457681Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.465572933Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.467681568Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.467867491Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.467968673Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.468045044Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.470020427Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.470043668Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.47019102Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.471295098Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.472648721Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.47319532Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.473511105Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.47378581Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.475499708Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.475748563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.476098028Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.476110918Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.476278101Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.476404703Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.476430664Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.476654767Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.480674624Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.480867788Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.481811713Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.481827324Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.481834364Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.482114538Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.487445057Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.490273084Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.490294845Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.490427877Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.491741698Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"57.578198ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.491910091Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"57.581728ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.493382366Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.495206166Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.495222416Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.495349009Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.496717571Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.498179636Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.498982549Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.499000299Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.499205783Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.49965717Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.500049657Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.503583015Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.503610796Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.503770409Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.507886027Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.509600116Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.509627126Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.509635786Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.509642416Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.50987801Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.510391729Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.510405459Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.510549682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.513353838Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.513384309Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.513395599Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.513405239Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.513519011Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.515437323Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.515695557Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.52250545Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"88.401511ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.551132247Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.551160517Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.556952974Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.557171067Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.558847665Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.558859725Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.55916162Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8653a248-d778-4173-b2f9-71bfe8dd6182\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.559175451Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.560583514Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.562931203Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.562942983Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.563191967Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03feb1fe-bcb9-40ce-adc4-dd6518de006b\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.563210168Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.564714733Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.613516405Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/f7931a2d-2429-4377-a5f1-dcdb79a45850/state","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.61566466Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.615851044Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.616139598Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.616314851Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.61800305Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.618244643Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.618415836Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"184.217495ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.621283664Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"187.093093ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.621582209Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.622168969Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"187.898986ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.626837076Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.626863587Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.62708473Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.63063412Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 329357745 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.630988466Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.631198039Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.634018826Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.634054257Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.634201059Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.639343425Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.639372705Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":73,"elapsed":"205.875245ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.651645389Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.652424862Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.652474543Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.652486553Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.652493813Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.652609155Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.652626566Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.652635226Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"218.272772ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.652790458Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.652818819Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.654929814Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"220.810624ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.655044126Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.655397792Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.656457009Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.656476839Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.656593221Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.656718624Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.657664849Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.659748884Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.659773854Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.659945107Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.662169114Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.662185934Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.662421098Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.664344841Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":25,"elapsed":"230.1733ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.666491136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.666506106Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.666514617Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.666806911Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.673044465Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.674275086Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.674291946Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.674427208Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.677274416Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.677297006Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.677307276Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:39.444085 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.677316346Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1}","iteration":13,"elapsed":"243.818207ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.681558017Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.688842918Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.688873869Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.688885959Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"254.730388ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.694701676Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":25,"elapsed":"261.122785ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.6949713Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.695343276Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96f8b375-cabf-45ec-ae72-927af034499d\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.695698002Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.695709162Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.695720383Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.6961577Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.697074085Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.697466242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.697626934Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.697847338Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.698137973Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.69976831Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":25,"elapsed":"266.23073ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.701446358Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.701456948Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.70160957Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.710837714Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.7111956Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"904b90cd-dbec-4560-b6b6-7a6d1c82d9bf\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.71121601Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.712657774Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"3cebe90b-1dae-41e9-a7e9-13b1b57741c4\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.712684595Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.714085698Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.714103289Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"280.470867ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:54:59.716637111Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.716654931Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"282.551352ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.734931205Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"300.609682ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.735442573Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.735744678Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.778530041Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.778550031Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.778797775Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58c1f6cd-e2cd-4b1a-8f01-3db3d31d081d\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.778820385Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.779535927Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.779966874Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"33714a0d-ec90-4ca0-9120-29a05305fecb\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.779977425Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.78031144Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.780610945Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"da051159-d201-4fe5-ada9-041b4bff251f\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.780620785Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.781903206Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.781913387Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.782230122Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3e56de2a-df34-4e7d-b493-0d64d3c0aaab\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.782246182Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.782359434Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16bca45f-d440-40be-86b8-896a710c32f4\", \"content-length\": \"525\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.782389615Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.782675859Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.783679916Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.784251086Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.784280506Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"350.620284ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.784661203Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.784687413Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.784697313Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:41.075205 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.784705463Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2}","iteration":13,"elapsed":"351.109402ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.785593108Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.785606758Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.785763641Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.807895829Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{7531d270-453f-488d-a6ea-cbbd8f6fea82: {10.151.2.176: {a26a91b6-4a41-45df-b044-cd3728d02b93}, 10.151.2.175: {a26a91b6-4a41-45df-b044-cd3728d02b93}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.80793461Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.808235735Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d1c3580e-9be2-4538-9219-1cdb70e28080\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.808257685Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.808617821Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.811240035Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.811498749Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.812289922Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.814200224Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.814220494Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.814352357Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.814389657Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.81458778Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.815856822Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.8175596Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.81757377Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.817708732Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.817986647Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.818124559Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:42:50.264108Z, time_modified: 2024-12-21T07:42:50.264108Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.81814542Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]}},\"default_endpoint\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"384.446837ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.818237061Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.820387027Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.82058342Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.82297489Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.823169933Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.82656614Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.831102925Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.831357309Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.833377053Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.833551286Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.88065249Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.881063136Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c98ae77-f2f5-4212-918c-8ca27090bac0\", \"content-length\": \"811\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.881088687Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(10875858) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.881098437Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.881106557Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.88186133Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":25,"elapsed":"447.649589ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.882140244Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.882364938Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.884091997Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.88425352Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.886161091Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.886341824Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.887849879Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.888029092Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.88911725Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.889295944Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.890738697Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.896641816Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, lookup_type: ById(623f0f1c-4347-40f3-8cf7-f7d7c77efac3) }, key: cab4c109-6d88-4009-bc4c-2833c9647a13, lookup_type: ById(cab4c109-6d88-4009-bc4c-2833c9647a13) }, key: 882efb5f-6480-4928-ace4-23f5e4bbbbf8, lookup_type: ById(882efb5f-6480-4928-ace4-23f5e4bbbbf8) }, key: 6cc1b6b6-0d13-4336-af8b-72f94b7c9c69, lookup_type: ById(6cc1b6b6-0d13-4336-af8b-72f94b7c9c69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.896690476Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.89689222Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.898208802Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.898364094Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.899729377Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.89990718Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.901360894Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.902688896Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.903019622Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.904630459Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, lookup_type: ById(623f0f1c-4347-40f3-8cf7-f7d7c77efac3) }, key: cab4c109-6d88-4009-bc4c-2833c9647a13, lookup_type: ById(cab4c109-6d88-4009-bc4c-2833c9647a13) }, key: 882efb5f-6480-4928-ace4-23f5e4bbbbf8, lookup_type: ById(882efb5f-6480-4928-ace4-23f5e4bbbbf8) }, key: 6cc1b6b6-0d13-4336-af8b-72f94b7c9c69, lookup_type: ById(6cc1b6b6-0d13-4336-af8b-72f94b7c9c69) }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.904639039Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.904784191Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.904946724Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.904958454Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.905166208Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.91192997Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.912158654Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.913867172Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.914074336Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.914287309Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.914528133Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"102c5e1d-9a9a-4443-993d-9500ede9e337\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.914547564Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.914557084Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.914805918Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.914814998Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.914822438Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.914830388Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.914837818Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.914845229Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.915013571Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.915022821Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.915241745Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.915250165Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.915474819Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.915493889Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.915685392Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.917492743Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.917527673Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.917596214Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93ef380c-0962-4676-a145-a3d353ef514f\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.917609004Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.917728497Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.917750037Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"975559fa-4592-404a-a740-a168dfc26216\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:54:59.917769297Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.917782467Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.919025538Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.919216901Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.920595534Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.920788537Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.922095799Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.922254532Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.923405151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.927003361Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, lookup_type: ById(623f0f1c-4347-40f3-8cf7-f7d7c77efac3) }, key: cab4c109-6d88-4009-bc4c-2833c9647a13, lookup_type: ById(cab4c109-6d88-4009-bc4c-2833c9647a13) }, key: 882efb5f-6480-4928-ace4-23f5e4bbbbf8, lookup_type: ById(882efb5f-6480-4928-ace4-23f5e4bbbbf8) }, key: 25507c7e-6247-43db-8333-57d1f5dc81ba, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.927019131Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.927208604Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.930499769Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.930662152Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.931993724Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.932211378Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.933693082Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.933864785Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.935775537Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.9359638Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.936964487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.93715788Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.938499672Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.938759016Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.940084478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.943626237Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"InternetGateway { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, lookup_type: ById(623f0f1c-4347-40f3-8cf7-f7d7c77efac3) }, key: cab4c109-6d88-4009-bc4c-2833c9647a13, lookup_type: ById(cab4c109-6d88-4009-bc4c-2833c9647a13) }, key: 882efb5f-6480-4928-ace4-23f5e4bbbbf8, lookup_type: ById(882efb5f-6480-4928-ace4-23f5e4bbbbf8) }, key: a26a91b6-4a41-45df-b044-cd3728d02b93, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:54:59.943662348Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:00.01532257Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2b926218-8d27-41fb-b776-9dab823fe4a6\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:00.015367301Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:00.015377661Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:00.015828729Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4e65f24c-d88b-4e51-8ca1-024290af4f87\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:00.01769823Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":25,"elapsed":"583.55094ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:00.01772465Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11efe432-47a5-42b1-a848-17469c673a34\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:54:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:00.017770021Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:00.018022885Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:00.02128779Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:00.021530754Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:00.025083613Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:00.025313467Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:00.027048725Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:00.027228068Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:00.034798914Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":25,"elapsed":"600.498321ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:02.836644933Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/f7931a2d-2429-4377-a5f1-dcdb79a45850/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b2f7c9d-f5f6-405d-8fcf-4aa07b4a05c4\", \"content-length\": \"131\", \"date\": \"Sat, 21 Dec 2024 07:55:02 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:02.844019036Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"vmm_id":"f7931a2d-2429-4377-a5f1-dcdb79a45850","sled_id":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","instance_id":"d05e2a1f-945e-4e85-9195-e6992ffaf129","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-12-21T07:54:54.929444068Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:02.844061797Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"vmm_id":"f7931a2d-2429-4377-a5f1-dcdb79a45850","sled_id":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","instance_id":"d05e2a1f-945e-4e85-9195-e6992ffaf129","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/instance.rs:2077","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-12-21T07:54:54.929444068Z }","propolis_id":"f7931a2d-2429-4377-a5f1-dcdb79a45850"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:02.844080167Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"vmm_id":"f7931a2d-2429-4377-a5f1-dcdb79a45850","sled_id":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","instance_id":"d05e2a1f-945e-4e85-9195-e6992ffaf129","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:02.844348852Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"vmm_id":"f7931a2d-2429-4377-a5f1-dcdb79a45850","sled_id":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","instance_id":"d05e2a1f-945e-4e85-9195-e6992ffaf129","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:02.862360251Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:02.864600868Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"starting\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":25,"elapsed":"3.430440588s"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:04.73623532Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"0ff7378a-2244-4c8c-9b69-6f9d3279077f","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:04.736692858Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"0ff7378a-2244-4c8c-9b69-6f9d3279077f","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:04.739756859Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"0ff7378a-2244-4c8c-9b69-6f9d3279077f","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3608,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:04.740038974Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"6fa579d7-96df-46cb-aab2-5527b464b5f4","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:04.740383569Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"6fa579d7-96df-46cb-aab2-5527b464b5f4","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:04.743039313Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"6fa579d7-96df-46cb-aab2-5527b464b5f4","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3070,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:04.748306651Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"fe29dc4e-9a0b-4831-ab4a-2244762307c7","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3003,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.433501787Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.433562418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.433851242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.434420702Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.434430462Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.434596535Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.435369868Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.437946401Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.437960921Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.438097633Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.440242329Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.440579014Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.442407545Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.445041529Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.445059749Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.445209151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.457075359Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.457096509Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":74,"elapsed":"23.613633ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.464478732Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.464704686Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:09.490018917Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"55.587955ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:14.74601523Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"9ff903ba-89c1-47f2-8cc8-3d1b6b72ffad","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":368,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.433187138Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.433240949Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.433532564Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.434166134Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.434176874Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.434346177Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.435562268Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.436240119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.436605645Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.43814121Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.438153151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.438291373Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.438302273Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"4.132899ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.440295476Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.440470919Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.441870602Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.444306683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.444323193Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.444449675Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.455778074Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:19.455799914Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":75,"elapsed":"22.629227ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:24.746491694Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"bdef2c3e-fc19-4b39-b341-8fb936b339d7","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":337,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.433704663Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.433761414Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.433771334Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.433779614Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.433787364Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.433794765Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.433801505Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434089009Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.43410673Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434199651Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434211111Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434220521Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434228572Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434236822Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.434245322Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434254202Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434262262Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434270162Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434277922Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434288463Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434303053Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434311943Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434321143Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434329393Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434337854Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434346414Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434355204Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434362424Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434370324Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434378994Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434391714Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434402255Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434414595Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434424985Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434432865Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434441255Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434448935Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434456465Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434463786Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434490776Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434761961Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434834962Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434846492Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434856952Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434865902Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434875452Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434885533Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434894053Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434902213Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434964884Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.434984484Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.436845035Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.436911676Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1663, tv_nsec: 135543882 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.437244662Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.437475056Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1663, tv_nsec: 136103561 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.437647989Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.960635ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.43774078Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.437812681Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.438151127Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.44010931Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.44012222Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.440221981Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.440232942Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.440301343Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.440402564Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.441312859Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.44132944Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.441530493Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.442051232Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.442708953Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.442939727Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.443006808Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.445140563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.445160984Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.445322006Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.445508069Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.445520209Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.445674332Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.447821588Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.449658758Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.449686789Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.44974342Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.449805311Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.449955523Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.45096651Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1663, tv_nsec: 149595846 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.451292016Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.451638171Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.452955313Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.453190177Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.453445861Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.453582504Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.453596464Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.453769967Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.45394911Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.454134223Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.455969874Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.455992364Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.456118976Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.457960667Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.462258268Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.462283908Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.462469051Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.478127042Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.478428507Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"44.133635ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.478455528Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.478546339Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.478563189Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":76,"elapsed":"44.847906ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.479955762Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"45.67677ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.480007214Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.480017563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.480023674Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.480241457Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.484466248Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.484759313Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.496817493Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.497073557Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.500273501Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"66.021918ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.500530825Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.500783389Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.505385596Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.505400656Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"71.126514ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.54350729Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.54352111Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.543858286Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9503d085-80df-477b-863a-29e9a2b2921f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:55:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.543877006Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.546085683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.547999985Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.548010295Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.548236679Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eb54101-a1ba-49e2-aca4-3eb7b401bd6c\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:55:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.548251409Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.549264556Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.560776747Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.561069112Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.572439621Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.572449761Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.572895669Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07949d4a-03c7-4f78-8f63-c6601178aee4\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:55:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.572918199Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.573196294Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.575086496Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.575113876Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.57539231Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ff5ac91-6817-477f-9e3f-634b8deb975f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:55:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.575412471Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.575619184Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"141.281631ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.576481139Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.576887285Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.5771923Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.590653484Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.590680665Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.590932839Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3be176a8-2a2e-452f-a2cb-54d29d52ef37\", \"date\": \"Sat, 21 Dec 2024 07:55:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.590943229Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.591300705Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.593621414Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.593805017Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.596460531Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.596751176Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.598974863Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.598990923Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.599322869Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"fb60ca1a-5095-4471-aa09-df5ad3fa3bac\", \"date\": \"Sat, 21 Dec 2024 07:55:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.601530965Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":26,"elapsed":"167.307364ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.604139919Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"169.753795ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.60540457Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"171.002405ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.612888585Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.613086418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.613691098Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.614505671Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.614518561Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.614526762Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.614679784Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.616273301Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.616311561Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.616469634Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.618578229Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":26,"elapsed":"184.257036ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.642507577Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"208.290516ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.648512517Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.648530847Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.648540528Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"214.223944ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.655504703Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.655832229Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6108d605-2441-426b-ab24-3f4da455341f\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:55:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.657654639Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.657941724Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.66007696Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":26,"elapsed":"226.363096ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.665960697Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.666191161Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.667544014Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.669401625Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.669412155Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.669570937Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.671154564Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.672954134Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.672967494Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.673102456Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.706675885Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":26,"elapsed":"272.940912ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.74665413Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.747068517Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a1557a3-62fe-4763-8f86-f6185d7077d6\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:55:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.747087457Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.747097787Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.747140208Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.747656927Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":26,"elapsed":"313.298193ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.79894908Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.799326316Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.801240639Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.801252299Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.801436712Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.810915929Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.811179774Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db5e56fe-8b0d-4528-b547-48ebb590b6cf\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:55:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.811202404Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.811213074Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.811439568Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.811450528Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.811458809Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.811468649Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.811477259Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.811485709Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.811639161Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.811649012Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.811889616Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.811896766Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.812086429Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.814272365Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.814385077Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e48f653-6bb7-47bc-9352-4d2290eb00a0\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:55:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.814397117Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.814481009Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a80889cb-59e4-4d9c-8dbe-ece080c3c61d\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:55:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.814495799Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.814505169Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.902641596Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fc90c88a-234f-453a-a44b-4eaf1adc836c\", \"date\": \"Sat, 21 Dec 2024 07:55:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:29.902659686Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.902668106Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.902941561Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ef4242d-d180-438b-a5aa-8b1c3ab8b4ae\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:55:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.902977711Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.903223355Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.906461699Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.906630192Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.909816705Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.910293093Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.912044712Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.912210595Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:29.919649579Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":26,"elapsed":"485.440387ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:34.746592223Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"48955fd9-2707-4271-8240-1be8f4992b85","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":434,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.433800272Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.433855593Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.434305521Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.434350251Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.434360582Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.434540874Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.436425666Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.439211082Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.439236143Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.439398975Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.44147699Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.441760105Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.442979115Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.445617949Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.445635869Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.445767291Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.457649949Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.45767345Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":77,"elapsed":"23.898497ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.46490438Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.465270176Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:39.466595258Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"32.243027ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:44.746208975Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"d33a1730-ed1c-4186-a384-9b174d3f726a","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":433,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.433434234Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.433490015Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.433853701Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.434519762Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.434530062Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.434769496Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.436010317Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.43862261Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.4386357Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.438803253Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.440165806Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.440464811Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.442121588Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.444730112Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.444748062Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.444880964Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.459803642Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.459833563Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":78,"elapsed":"26.40658ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.470940978Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.471291334Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:49.473000552Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"38.47777ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:54.746546488Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"182c1150-6746-48e8-8bb4-2c2f23300b28","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":397,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.433763567Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.433817068Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.433829278Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.433837668Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.433845798Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.433853868Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.433863529Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.433872639Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.433881959Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.433890279Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.433898349Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.433906609Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.433917589Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43392623Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43393526Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43394349Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43395145Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:55:59.43396058Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43397095Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\"}","iteration":15,"elapsed":"19.31µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43398192Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.433990991Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434000261Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434008841Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.434017631Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 07:45:59.433958260 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434026101Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434250435Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434486599Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434511069Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434522289Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43453152Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43453955Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43454712Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43455399Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43456048Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43456841Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.43457505Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43458407Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434596691Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434606231Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434615491Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434625711Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434635961Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":29,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434646451Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434658022Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434672192Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.434682582Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434692122Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434702352Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434712383Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434722443Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434734083Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434742723Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434752483Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434761873Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434772124Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434781364Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434790414Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434799424Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":14,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434808974Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434820614Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434829485Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434839265Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434847925Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434858035Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434867195Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434877205Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434887366Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434896666Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434906456Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434915526Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4dd95bbd-e009-486c-8c96-451a6e195a49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b2ae004a-4c01-4dcf-8e90-49ba61c66084.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1693, tv_nsec: 133417951 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.434932446Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bfae345-1659-4377-bca9-c55abec2aeb7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7c426166-4f75-4a87-b9ac-c0d590aea49b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ea9fa927-131c-4a8f-87ef-b16050c734e7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1693, tv_nsec: 133426421 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.435019898Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.435069089Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.435089439Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.435102299Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.435114939Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43512735Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43513764Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43514879Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43515975Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43517086Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43518039Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.435200731Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.435224691Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.435235561Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.435244041Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.435250872Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.435257692Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.435344343Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.435356283Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.410143ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.435476505Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.435487525Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":14,"elapsed":"1.536375ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43572322Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.435898362Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.436141116Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43635052Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.436423021Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1693, tv_nsec: 134980347 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.436632595Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.43815804Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 07:45:59.433958260 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.43817715Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"expiration\":\"2024-12-21T07:45:59.433958260Z\",\"pruned\":[]}","iteration":14,"elapsed":"4.20695ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.438195161Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.438710939Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.959443ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.439323949Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1693, tv_nsec: 137878635 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.439595444Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.440242395Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.440256075Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.440414407Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.445738886Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.447930472Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.447956413Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.448128776Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"13.519495ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.448161626Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.457490342Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.461852754Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.464945316Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.46523248Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.472272848Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1693, tv_nsec: 170809603 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.472573002Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.473851074Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.477894401Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.477921151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.478141555Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.480569376Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.481026993Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.487545772Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.487857557Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.488333965Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.490521201Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.490542652Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.490550792Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.490939008Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.490954608Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.49106816Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.491091981Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.493389079Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.493413589Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.493424389Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.493674744Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.493852897Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"59.273066ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.500529698Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.500637629Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.500906874Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.500992306Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"66.361244ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.502545211Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.502573042Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.502693514Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.5030902Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.503407656Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.503566148Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.50365804Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.50367268Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.50368155Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"69.08784ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.503950315Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.505803666Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.505822306Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.506016779Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.506524487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.506573148Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.506594349Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.506604939Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.506611589Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.506618249Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.50668196Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.50669649Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.506904054Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.506936214Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.508113564Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.508888477Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.509154761Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.509336374Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.509347994Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.50966122Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.510527864Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.510939791Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.510962421Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.511110904Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.513738067Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.513928451Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.513949571Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.514330487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.514342917Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.516625666Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.516647546Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.516779558Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.519203158Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.519235059Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"84.517957ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.523295986Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.523334087Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.523639742Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.523778145Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.525212418Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.525531294Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"91.020395ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.527053109Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.527068699Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.527201751Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.541569271Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.542047778Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.545526236Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.545620088Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.545633188Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"111.010637ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.549262569Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.54936781Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.549488562Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"114.981653ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.549724226Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.550952877Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.550966257Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.550974967Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"116.346536ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.553499509Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.553525229Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.553653412Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.55535433Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.555816908Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.557077069Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"122.544029ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.557317523Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.557520856Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"122.839854ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.557903372Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.558167617Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.558180167Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.558186357Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.558192647Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.558442361Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.560065448Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.560353573Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.560374383Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.560584867Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.560890042Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.560916432Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.561091346Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.562463758Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.562490799Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.562502329Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.562656212Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.563375184Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":27,"elapsed":"128.834664ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.56376954Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.56378962Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.5638Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.563967063Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.566639768Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.566652468Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.566880492Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.566922712Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.566943673Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":79,"elapsed":"133.083155ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.568119242Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.570769056Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.570785377Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.570916749Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.572000507Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.572318632Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.573243448Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3868b948-707b-4ae1-af35-f5b7c02c1500"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.573257008Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.573268368Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:39.444085 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.573279188Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1}","iteration":14,"elapsed":"139.478211ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.581492655Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T07:42:50.264108Z, time_modified: 2024-12-21T07:42:50.264108Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, db_silo: Silo { identity: SiloIdentity { id: 623f0f1c-4347-40f3-8cf7-f7d7c77efac3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T07:43:40.996568Z, time_modified: 2024-12-21T07:43:40.996568Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.581533975Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]}},\"default_endpoint\":{\"silo_id\":\"623f0f1c-4347-40f3-8cf7-f7d7c77efac3\",\"tls_certs\":[\"2533a854e4c099c5946e8c5f5b26fcd3f0cd4493b3310aec2c1db599161ed767\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"147.624176ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.584713948Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.595524078Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.595549509Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.595560819Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.595789583Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.59683259Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.597040124Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.600051784Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.600064534Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.600224606Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.601532568Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6a0e7a58-2637-4a0e-ad5c-2fea20148a6f"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.601554929Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.601563969Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"current_time_created":"2024-12-21 07:43:41.075205 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.601571899Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2}","iteration":14,"elapsed":"167.71896ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.609338608Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.609352889Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.609743565Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19e02b25-ccc0-4b2a-a483-a490307a9fda\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.609773145Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.611949262Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T07:55:59.634490487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.634518237Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"199.909897ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.65810386Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"223.535759ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.672130483Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.672487379Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.673690879Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.675469558Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.675480849Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.675619491Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.676983104Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.678873655Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.678887246Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.679021998Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.763391872Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.77355009Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.773565841Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.773867036Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac788ed6-c0ce-4cf4-9c33-7f58b9033dd5\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.773881776Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.775506753Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.776774104Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.776782434Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.777208722Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3690602f-5d9c-43fe-a8fb-deee369475f2\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.777231682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.777539567Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.779249685Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.77955607Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"47a05439-ae98-4e3e-a555-8689f969718f\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.779579401Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.781003725Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"bd528b16-3c8f-4715-bd73-1f30bb4bce4e\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.781015485Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.782811195Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.782823435Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"348.975577ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.783984694Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.783994204Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.784183258Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d3681ff-c979-4ee3-a092-ac846e3abcad\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.784193258Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.785990737Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.79096474Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.790991021Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.791212344Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"77f440ce-3eeb-4dcd-a7a9-d7894fd29488\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.791228475Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.79152786Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.794092142Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.794287495Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.846563636Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.846960502Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99fe7cfa-c929-46d0-a7eb-e407d715eb95\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.846986212Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.846995903Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.847004473Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.84802707Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":27,"elapsed":"413.518041ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.849509265Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.84983373Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.852587846Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.852606686Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.852911711Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c291ebc7-975a-4b86-9d5a-c45bd5bf3c61\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.854363335Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":27,"elapsed":"419.790995ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.888552444Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.889017042Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"258bbfb9-4411-49ed-bcca-691ecf19eec7\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.889033152Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.890809112Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d0675e95-ecd1-44cc-bc64-5ae6b14f0dc3\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.890820932Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.892708093Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"225d87a8-13fc-4ca3-9367-b9c55edaf31d\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.892718893Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.894258599Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.89429376Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"460.3634ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.899247122Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":27,"elapsed":"465.454885ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.899814671Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.900032685Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11b39753-8241-48e5-92bc-e5fe9586c56d\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.90213149Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.902357734Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.90390757Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":27,"elapsed":"470.131792ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.93099584Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.931359006Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.933049935Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.933063215Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.933287248Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.941947292Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.942176546Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afded931-28b6-433d-bdb4-9f71a69636c8\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.942197557Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.942206897Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.94241214Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.94242266Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.942429731Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.942436931Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.942444871Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.942451971Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.942590843Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.942600173Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.942831357Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.942839477Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.94302681Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.945223787Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.945314439Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddc774d8-e7e6-4774-b83c-2ac9da45b8f9\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.945331059Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.94540636Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb70860b-2fb9-42e0-8627-efe100149e99\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:55:59.945429121Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:55:59.945440081Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:00.039695579Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c78024d8-22ec-45f4-ae4b-31d2ae890594\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:00.039723299Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:00.039733149Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:00.039960683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a9e9a3d-28cf-4621-8a4b-c5f744b2762e\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:55:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:00.039997484Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:00.040239078Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:00.043520942Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:00.043770646Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:00.046869268Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:00.047213484Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:00.04938947Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:00.049586903Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:00.056219804Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":27,"elapsed":"621.627423ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:04.73609823Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"e99eafad-7d50-4950-8c6f-165b3fd4a9b9","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:04.736515397Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"e99eafad-7d50-4950-8c6f-165b3fd4a9b9","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:04.739366045Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?sort_by=id_ascending","method":"GET","req_id":"e99eafad-7d50-4950-8c6f-165b3fd4a9b9","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3352,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:04.739615559Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"f55cf290-906e-4f6d-8ef7-6d46538da4b6","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:04.739932634Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"f55cf290-906e-4f6d-8ef7-6d46538da4b6","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:04.741648172Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/collectors/782bf979-9f7a-465e-8dc9-4ac9e0c82e87/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZDE3ZTViMS0xZWU3LTQwM2UtOTM0Zi0zYzZlMjRjNWI5YzgifX0%3D","method":"GET","req_id":"f55cf290-906e-4f6d-8ef7-6d46538da4b6","remote_addr":"[fd00:1122:3344:101::d]:58587","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2076,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:04.746125757Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"19d13d5e-ecab-499c-ab44-b9b88be801ba","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.433317905Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.433366616Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.433682541Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.434478244Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.434487894Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.434688218Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.435953629Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.438552212Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.438564692Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.438720425Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.440464054Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.44081639Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.442545499Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.445214423Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.445229683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.445380266Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.45707057Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.457095621Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":80,"elapsed":"23.793665ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.469435746Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.469718681Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:09.471391039Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"36.907834ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:14.746409478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"ecf1fceb-7029-4be0-bc16-b648e81dd603","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":503,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.433831661Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.433890072Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.43436234Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.434418021Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.434427401Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.434614964Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.436268762Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.438888995Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.438910956Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.439042548Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.441304086Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.441641221Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.461741906Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.46201709Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.463909671Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"29.48553ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.470726145Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.473481351Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.473496191Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.473645113Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.485696174Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:19.485721185Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":81,"elapsed":"51.905213ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:24.745939869Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"7f09ce0b-7a54-4325-9086-88b8c8c1000a","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":262,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434124505Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434181005Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434192776Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434202116Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434210966Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434219116Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434228206Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434566382Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434709794Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434721554Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434730745Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434738385Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434745945Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434753315Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434759745Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434766435Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434773255Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434782355Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434792346Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434802426Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434811856Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434820926Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434830846Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434839547Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434847997Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434856197Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.434865927Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434876497Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434885677Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434895017Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434940568Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434951838Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434961169Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434971229Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434980969Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.434991769Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.435001119Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.435009469Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.43501799Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.43503082Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.43504311Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.43507163Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.435208143Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.435267844Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.435279954Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.435297214Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.435305564Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.435333865Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.435343445Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.435354435Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.435385456Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.437322398Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1723, tv_nsec: 135802633 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.437347508Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.437410769Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.307665ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.437615803Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.438015529Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1723, tv_nsec: 136506895 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.438219823Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.438406886Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.438754772Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.442012046Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.442038746Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.442048487Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.442768028Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.442788249Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.443046083Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.443292307Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.443307908Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.443504901Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.445800949Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.446089754Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.446262217Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.44645647Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.448125708Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.448148888Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.448316691Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.448511314Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.448743448Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.448754828Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.448928531Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.450409546Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.450431616Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.450552618Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.45305169Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.453326264Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.45366148Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DnsResolver","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1723, tv_nsec: 152137315 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.453719971Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.453933704Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"19.184149ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.453976785Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.454016806Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.454031066Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.455177955Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.455704794Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.455950658Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.455961748Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.456106961Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.456140141Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.457716767Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.458174975Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.458190875Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.458361228Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.459647219Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.459662129Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.459790512Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.471591078Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.471614519Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.471621928Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.471810462Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.471995015Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.472025695Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":82,"elapsed":"37.85893ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.475631015Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.475960701Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.476418678Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.476600071Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.477083739Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"42.279443ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.478013805Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.478178538Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.478230478Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.478366821Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.478721667Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.47888704Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.479830075Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"45.108011ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.480190931Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.482692193Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Sled { parent: Fleet, key: fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8, lookup_type: ById(fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.482706943Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.482849165Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.483171181Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"48.344934ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.484725037Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"0","iteration":28,"elapsed":"49.976311ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.489602938Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.489788511Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.491775204Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.491790844Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"56.950338ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.491799654Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"57.022029ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.494611831Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"59.756204ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.494749023Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.494756853Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.49514082Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97d225a5-d835-43e2-beab-25dd305a5df0\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:56:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.4951623Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.496411871Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.496422371Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.496610954Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cadea27-f65c-4964-acfe-85e4231ad958\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:56:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.496622964Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.497728903Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.497750693Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.502461832Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.502474172Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.502481392Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.502695916Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.508220528Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"73.455322ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.535662514Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.535681525Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.535689735Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"100.95507ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.543523075Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.543751419Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.549727208Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.549753049Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.549988672Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"MgsClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5b05f1a-221b-45fc-8262-70021de35f6f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 07:56:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.550002773Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.551364366Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.631070602Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.631097022Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.63155459Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63166340-a6c5-4442-a8bf-8dbe67030468\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 07:56:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.63159772Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.631934546Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.637972196Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.638260941Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.639871558Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.641655428Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.641668498Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.64181212Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.680000236Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.68086241Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.68087682Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.681210696Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"73c3aa37-ea51-4d1d-92ac-99779b5d60d3\", \"date\": \"Sat, 21 Dec 2024 07:56:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.681221816Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.681587182Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.682126151Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.682139141Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.682305194Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.68384653Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.684010542Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.686921581Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.687397999Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.6916727Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.69168533Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.692090407Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"040bd9b2-b021-42a8-ac8e-1bc1c8ddd4af\", \"date\": \"Sat, 21 Dec 2024 07:56:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.693315537Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":28,"elapsed":"258.525711ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.701794778Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.702118364Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ff9bce6-d5b0-4646-b069-ca7fa19551a1\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:56:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.704619365Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.704810459Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.705180585Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":28,"elapsed":"271.02697ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.707015675Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"null","iteration":28,"elapsed":"272.87105ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.755276578Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.755614034Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.757123379Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: c42aa565-cfa0-40da-80f8-d11cd8222be9, rack_id: e92af880-4a9b-4c79-a3ae-829b6394cf0b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(fd9f8557-35f9-4ab6-a5bc-839cee3aec94) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.757136579Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.757320032Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.775597546Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.775996953Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"SledAgent":"fd17e5b1-1ee7-403e-934f-3c6e24c5b9c8","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb841181-920a-4058-a0ed-7df4ccdc5d1f\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 07:56:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.776018944Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.776027464Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.776034524Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.776749366Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":28,"elapsed":"341.879188ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.784552946Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.78479415Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd35380c-41f7-4b5f-922c-9be1420737f3\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 07:56:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.7848215Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.7848317Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"fd9f8557-35f9-4ab6-a5bc-839cee3aec94","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.785045594Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.785055484Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.785062704Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.785070334Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.785078154Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.785085234Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.785232917Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.785241917Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.785481051Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.785491121Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.785675094Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.787634557Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.787775789Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dbe9485-c85e-4dd6-bd53-7e3b990d7c85\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 07:56:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.787795289Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.787910911Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"DpdClient","rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"774a21af-e046-48d7-b3e1-0869c29fe877\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 07:56:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.787932732Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.787943462Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.878351976Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c1f175a2-313c-4379-be3b-f2c607c1bf59\", \"date\": \"Sat, 21 Dec 2024 07:56:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:29.878379457Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.878389877Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.87859317Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"rack_id":"e92af880-4a9b-4c79-a3ae-829b6394cf0b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc1f4a74-1040-4dd0-819b-393b91b8c236\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 07:56:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.878631601Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.878902315Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.882663628Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.882875031Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.884927416Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.885102339Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.887119812Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.887312925Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:29.894632847Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{}","iteration":28,"elapsed":"459.911193ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:30.475221838Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:30.475260468Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:30.505930328Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:30.50603569Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52176"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:30.506206033Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"34eaf18f-bd52-41a8-b20f-aef8c5477638","remote_addr":"[fd00:1122:3344:101::c]:52176","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:30.506537139Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"34eaf18f-bd52-41a8-b20f-aef8c5477638","remote_addr":"[fd00:1122:3344:101::c]:52176","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:30.542160101Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"nexus/src/app/oximeter.rs:76","collector_id":"782bf979-9f7a-465e-8dc9-4ac9e0c82e87","producer_id":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:30.542180741Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/metrics/producers","method":"POST","req_id":"34eaf18f-bd52-41a8-b20f-aef8c5477638","remote_addr":"[fd00:1122:3344:101::c]:52176","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36044,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:30.542247863Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34eaf18f-bd52-41a8-b20f-aef8c5477638\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 07:56:30 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:30.543642206Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:30.543657146Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"component":"producer-registration-task","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:34.746558367Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"ff576a80-a3b7-4b20-846e-976ea93fd23c","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":280,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.433701415Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.433758626Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.434107622Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.434804984Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.434816834Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.435146439Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.436177397Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.438725349Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.438750299Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.438877531Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.44118363Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.441448244Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.465194459Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.465460674Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.470102471Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.472740805Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.472754795Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.472891807Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.484923757Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.484950158Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":83,"elapsed":"51.254923ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:39.493009782Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"58.206859ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T07:56:44.746180359Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"uri":"/bf6abf36-caab-412a-b734-038cee4a46b6","method":"GET","req_id":"f8ff9ce4-6173-4459-8312-0270408d4568","remote_addr":"[fd00:1122:3344:101::d]:65243","local_addr":"[fd00:1122:3344:101::c]:46097","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bf6abf36-caab-412a-b734-038cee4a46b6","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":273,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.434334344Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.434388425Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.434706311Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.434748981Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.434760531Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.434970235Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.437043869Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.439806306Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.439825056Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.440002899Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.442237586Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.442516271Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.443768661Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.446511667Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b, lookup_type: ById(5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.446529137Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.44668017Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.455879683Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"original_time_created":"2024-12-21 07:42:48.478631 UTC","original_target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","time_created":"2024-12-21 07:42:48.478631 UTC","target_id":"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.455901453Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5c73c6ab-f46d-4d76-aacf-fa9e22bb8a9b\",\"time_created\":\"2024-12-21T07:42:48.478631Z\"}","iteration":84,"elapsed":"21.579399ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.464776261Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.464997565Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T07:56:49.466627512Z","hostname":"oxz_nexus_bf6abf36-caab-412a-b734-038cee4a46b6","pid":22771,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bf6abf36-caab-412a-b734-038cee4a46b6","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"31.871051ms"}